[ 625.556410] env[69806]: INFO neutron.common.config [-] Logging enabled! [ 625.556748] env[69806]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev45 [ 625.556922] env[69806]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69806) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 625.557275] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 625.557394] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 625.558309] env[69806]: WARNING oslo_policy.policy [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 625.558510] env[69806]: WARNING oslo_policy.policy [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 625.560155] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] VMware NSXv3 Agent initialized successfully. [ 625.560610] env[69806]: DEBUG oslo_concurrency.lockutils [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] Acquiring lock "singleton_lock" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.560759] env[69806]: DEBUG oslo_concurrency.lockutils [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] Acquired lock "singleton_lock" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.561114] env[69806]: DEBUG oslo_concurrency.lockutils [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] Releasing lock "singleton_lock" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.561412] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] Full set of CONF: {{(pid=69806) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 625.561539] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ******************************************************************************** {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 625.561652] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] Configuration options gathered from: {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 625.561938] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 625.562131] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 625.562249] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ================================================================================ {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 625.562429] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] agent_down_time = 75 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.562578] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] allow_automatic_dhcp_failover = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.562724] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] allow_bulk = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.562893] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] api_extensions_path = {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566087] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] api_paste_config = api-paste.ini {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566087] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] auth_strategy = keystone {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566087] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] backdoor_port = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566087] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] backdoor_socket = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566087] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] backlog = 4096 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566087] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566087] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] bind_host = 0.0.0.0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566476] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] bind_port = 9696 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566476] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] client_socket_timeout = 900 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566476] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] config_dir = [] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566476] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566476] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] config_source = [] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566476] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] control_exchange = neutron {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566647] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] core_plugin = ml2 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566647] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] debug = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566647] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] default_availability_zones = [] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566647] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566647] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] dhcp_agent_notification = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566806] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] dhcp_agents_per_network = 1 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566806] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] dhcp_lease_duration = 86400 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566806] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] dhcp_load_type = networks {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566806] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] dns_domain = openstacklocal {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566806] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566806] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] enable_default_route_bfd = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.566967] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] enable_default_route_ecmp = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.567208] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] enable_dvr = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.567208] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] enable_new_agents = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.567321] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.567439] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] enable_signals = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.567574] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] enable_traditional_dhcp = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.567707] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] external_dns_driver = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.567839] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] filter_validation = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.567984] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] global_physnet_mtu = 8950 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.568132] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] graceful_shutdown_timeout = 60 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569654] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] host = cpu-1 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569654] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] host_dvr_for_dhcp = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569654] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] http_retries = 3 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569654] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] instance_format = [instance: %(uuid)s] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569654] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569654] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ipam_driver = internal {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569654] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ipv6_pd_enabled = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569860] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] l3_ha = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569860] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569860] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] l3_ha_network_physical_name = {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569860] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] l3_ha_network_type = {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.569966] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] log_color = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.570198] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] log_config_append = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.570288] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.570587] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] log_dir = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.570587] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] log_file = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.570735] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] log_options = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.570783] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] log_rotate_interval = 1 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.570892] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] log_rotate_interval_type = days {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.571041] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] log_rotation_type = none {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.571502] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.571502] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.571502] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.571766] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.571766] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.571766] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] max_dns_nameservers = 5 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.572701] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] max_header_line = 16384 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.572701] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] max_l3_agents_per_router = 3 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.572701] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] max_logfile_count = 30 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.572701] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] max_logfile_size_mb = 200 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.572701] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] max_subnet_host_routes = 20 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.572701] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] my_ip = 10.180.1.21 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.573842] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] my_ipv6 = ::1 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.573842] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] network_auto_schedule = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.573842] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] network_link_prefix = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.573842] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.573842] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] notify_nova_on_port_data_changes = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.573842] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] notify_nova_on_port_status_changes = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.574479] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] pagination_max_limit = -1 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.574479] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] publish_errors = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.574479] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] rate_limit_burst = 0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.574479] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] rate_limit_except_level = CRITICAL {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.574479] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] rate_limit_interval = 0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.574479] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] retry_until_window = 30 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.574479] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] router_distributed = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.574902] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] rpc_resources_processing_step = 20 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.574902] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] rpc_response_max_timeout = 600 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.574902] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] rpc_response_timeout = 60 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.574902] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] send_events_interval = 2 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.575115] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] service_plugins = ['router'] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.575212] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] setproctitle = on {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.575347] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] shell_completion = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.575497] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] state_path = /opt/stack/data/neutron {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.575639] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] syslog_log_facility = LOG_USER {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.575782] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] tcp_keepidle = 600 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.575955] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] transport_url = **** {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.576128] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] use_journal = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.576277] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] use_json = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.576417] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] use_ssl = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.576558] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] use_stderr = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.576702] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] use_syslog = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.576841] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] vlan_qinq = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.576980] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] vlan_transparent = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.577136] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] watch_log_file = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.577306] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] wsgi_default_pool_size = 100 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.577456] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] wsgi_keep_alive = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.577605] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.577744] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] wsgi_server_debug = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 625.577903] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_concurrency.disable_process_locking = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.578070] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.578226] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.578368] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.578517] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.578749] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.578918] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.579097] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler.connection_string = messaging:// {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.579252] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler.enabled = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.579788] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler.es_doc_type = notification {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.579955] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler.es_scroll_size = 10000 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.580128] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler.es_scroll_time = 2m {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.580340] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler.filter_error_trace = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.580442] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler.hmac_keys = **** {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.580680] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler.sentinel_service_name = mymaster {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.580754] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler.socket_timeout = 0.1 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.580887] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler.trace_requests = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.581043] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler.trace_sqlalchemy = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.581205] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler_jaeger.process_tags = {} {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.581352] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler_jaeger.service_name_prefix = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.581502] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] profiler_otlp.service_name_prefix = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.581670] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_policy.enforce_new_defaults = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.581972] env[69806]: WARNING oslo_config.cfg [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 625.582154] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_policy.enforce_scope = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.582310] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_policy.policy_default_rule = default {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.582475] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.582628] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.582789] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.582960] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.583134] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.583280] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.583426] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.583577] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.583736] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.583895] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] agent.extensions = [] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.584060] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.584217] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] service_providers.service_provider = [] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.584372] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] QUOTAS.default_quota = -1 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.584521] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.584666] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] QUOTAS.quota_floatingip = 50 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.584808] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] QUOTAS.quota_network = 100 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.584992] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] QUOTAS.quota_port = 500 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.585155] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.585300] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] QUOTAS.quota_router = 10 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.585441] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] QUOTAS.quota_security_group = 10 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.585577] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.585716] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] QUOTAS.quota_subnet = 100 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.585859] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] QUOTAS.track_quota_usage = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.586020] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.586163] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep.group = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.586305] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep.helper_command = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.586449] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.586589] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep.thread_pool_size = 8 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.586729] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep.user = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.586880] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.587025] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_dhcp_release.group = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.587215] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_dhcp_release.helper_command = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.587335] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.587479] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.587618] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_dhcp_release.user = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.587766] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.587905] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_ovs_vsctl.group = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.588058] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.588205] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.588346] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.588483] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_ovs_vsctl.user = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.588628] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_namespace.capabilities = [21] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.588766] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_namespace.group = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.588904] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_namespace.helper_command = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.589061] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.589205] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.589340] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_namespace.user = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.589487] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_conntrack.capabilities = [12] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.589625] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_conntrack.group = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.589763] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_conntrack.helper_command = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.589908] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.590063] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.590203] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_conntrack.user = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.590353] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_link.capabilities = [12, 21] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.590515] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_link.group = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.590625] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_link.helper_command = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.590767] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.590909] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_link.thread_pool_size = 8 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.591080] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] privsep_link.user = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.591218] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.591370] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.591514] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.continue_on_failed_promotions = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.591655] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.dscp = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.591798] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.dscp_inherit = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.591949] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.force_mp_to_policy = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.592103] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.locking_coordinator_url = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.592245] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.log_agent_heartbeats = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.592387] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.logging_expire = 1 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.592533] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.592677] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.592826] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.polling_interval = 240 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.592972] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.593137] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.593289] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.report_interval = 30.0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.593437] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.593586] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.593734] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.593878] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.sync_skew = 60 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.594033] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.synchronization_queue_size = 20 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.594182] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT.use_helper_for_ns_read = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.594346] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] SECURITYGROUP.enable_ipset = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.594591] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] SECURITYGROUP.enable_security_group = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.594789] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.594992] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.595178] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] experimental.ipv6_pd_enabled = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.595351] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ml2.extension_drivers = ['port_security'] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.595497] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ml2.external_network_type = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.595656] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.595806] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ml2.overlay_ip_version = 4 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.595958] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ml2.path_mtu = 8950 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.596123] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ml2.physical_network_mtus = {} {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.596278] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.596427] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.596576] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ml2.type_drivers = ['vlan'] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.596727] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.596873] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.597029] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.597212] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.597356] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.597507] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.597653] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.597804] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.597953] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.598183] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.598343] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_login_password = **** {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.598501] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.598650] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_login_user = admin {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.598797] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.598952] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.599114] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.599257] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.599413] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.599563] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.599713] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.599863] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.600016] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.600173] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.600329] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.600474] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.600653] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.600836] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.600987] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.601153] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.601298] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.601450] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] nova.auth_section = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.601605] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] nova.auth_type = password {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.601753] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.601893] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] nova.certfile = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.602046] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] nova.collect_timing = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.602212] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] nova.endpoint_type = public {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.602334] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] nova.insecure = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.602473] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] nova.keyfile = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.602622] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] nova.region_name = RegionOne {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.602766] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] nova.split_loggers = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.602928] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] nova.timeout = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.603101] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] placement.auth_section = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.603257] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] placement.auth_type = password {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.603403] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.603542] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] placement.certfile = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.603685] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] placement.collect_timing = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.603832] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] placement.endpoint_type = public {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.603978] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] placement.insecure = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.604130] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] placement.keyfile = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.604266] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] placement.region_name = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.604407] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] placement.split_loggers = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.604542] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] placement.timeout = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.604684] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.auth_section = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.604825] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.auth_type = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.604994] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.cafile = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.605159] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.certfile = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.605297] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.collect_timing = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.605437] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.connect_retries = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.605577] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.connect_retry_delay = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.605717] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.enable_notifications = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.605860] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.endpoint_override = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.606041] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.insecure = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.606175] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.interface = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.606312] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.keyfile = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.606451] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.max_version = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.606589] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.min_version = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.606726] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.region_name = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.606865] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.retriable_status_codes = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.607014] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.service_name = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.607153] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.service_type = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.607294] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.split_loggers = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.607433] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.status_code_retries = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.607569] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.status_code_retry_delay = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.607705] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.timeout = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.607842] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.valid_interfaces = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.608038] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ironic.version = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.608233] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] cli_script.dry_run = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.608395] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.608539] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.608683] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.608825] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.608967] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.609123] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.609262] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.609404] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.609546] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.609699] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.609838] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.609985] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.610148] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.610293] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.610435] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.610581] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.610786] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.610864] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.611027] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.611157] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.611295] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.611439] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.611583] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.611725] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.611865] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.612016] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.612163] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.612309] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.612452] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.612596] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.612741] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.ssl = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.612902] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.613069] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.613218] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.613369] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.613513] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.613656] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.613810] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_notifications.driver = [] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.613956] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_notifications.retry = -1 {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.614129] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.614274] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 625.614390] env[69806]: DEBUG oslo_service.backend.eventlet.service [None req-50331038-894b-4559-b53d-c3ccbe61a900 None None] ******************************************************************************** {{(pid=69806) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 625.615492] env[69806]: DEBUG neutron.agent.securitygroups_rpc [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Init firewall settings (driver=nsxv3) {{(pid=69806) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 625.616915] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69806) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 625.617170] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] RPC agent_id: nsxm-l-01a.corp.local [ 625.619479] env[69806]: DEBUG dogpile.cache.region [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 625.619606] env[69806]: DEBUG dogpile.lock [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.619707] env[69806]: DEBUG dogpile.lock [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.619885] env[69806]: DEBUG dogpile.lock [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.619885] env[69806]: DEBUG dogpile.cache.region [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 625.620010] env[69806]: DEBUG dogpile.lock [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.620237] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.672410] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Session token - acquiring [ 625.674447] env[69806]: DEBUG networking_nsxv3.common.locking [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.674637] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.674742] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.675284] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.687229] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.971788] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 625.997513] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.997698] env[69806]: DEBUG dogpile.cache.region [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Cache value generated in 0.378 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 625.997828] env[69806]: DEBUG dogpile.lock [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.997939] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Activating Policy API Provider. [ 625.998168] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Looking for the default Infrastructure Rules. [ 626.068781] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Looking for the Default Layer3 Logged Drop Section. [ 626.084591] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 626.085156] env[69806]: DEBUG networking_nsxv3.common.locking [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.085340] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquiring lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.085446] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.085736] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired external semaphore "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.086118] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.602355] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.104318] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.606441] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Inventory metadata is going to be refreshed. [ 627.607039] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 628.565510] env[69806]: DEBUG networking_nsxv3.common.locking [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.565832] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.566114] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.566499] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.577787] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 628.578847] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.579889] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 628.596893] env[69806]: DEBUG networking_nsxv3.common.locking [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.597165] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.597310] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.597718] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.597900] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.598105] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 628.598268] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 628.598410] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 628.620284] env[69806]: DEBUG networking_nsxv3.common.locking [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.620720] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.620720] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.620884] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.621082] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.621249] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 628.641913] env[69806]: DEBUG networking_nsxv3.common.locking [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.642289] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.642445] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.642790] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.643122] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.643355] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 628.665468] env[69806]: DEBUG networking_nsxv3.common.locking [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.665718] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquiring lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.665865] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.666240] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired external semaphore "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.666433] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Releasing lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.666625] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 628.666778] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 628.666908] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 628.685865] env[69806]: DEBUG networking_nsxv3.common.locking [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.686258] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquiring lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.686484] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.686950] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired external semaphore "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.687206] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Releasing lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.687545] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 628.687765] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 628.687990] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 628.711127] env[69806]: DEBUG networking_nsxv3.common.locking [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.711390] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.711534] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.711880] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.712084] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.712280] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 628.712497] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 628.712647] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Inventory metadata have been refreshed. [ 628.712796] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Dryrun:True. Metadata refresh completed. [ 628.712952] env[69806]: DEBUG oslo_concurrency.lockutils [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Releasing lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.714795] env[69806]: INFO neutron.agent.agent_extensions_manager [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Loaded agent extensions: [] [ 628.715696] env[69806]: DEBUG neutron_lib.callbacks.manager [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69806) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 628.772728] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NSXv3 Agent Agent RPC Daemon Started! [ 628.772728] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NSXv3 Agent Agent loop - iteration:0 started [ 628.772728] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NSXv3 Agent Agent out of sync with plugin! [ 633.716214] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 633.716571] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 638.717773] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 638.718158] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 640.718928] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.719248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.719248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.719497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.719685] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.221839] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.723954] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.226125] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 642.226309] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 642.943221] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.943634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.943634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.943781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.955701] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 642.956565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.957196] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 642.973141] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.973339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.973339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.973538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.973622] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.973728] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 642.973818] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 642.973912] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 642.993207] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.993398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.993398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.993626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.993760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.993871] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 643.014813] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.015015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.015165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.015337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.015443] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.015549] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 643.036650] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.036840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.036840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.037118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.037219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.037268] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 643.037313] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 643.037391] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 643.055554] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.055823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.055823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.055962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.056027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.056139] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 643.056230] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 643.056286] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 643.076635] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.076826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.076826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.077034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.077135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.077249] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 643.077320] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 643.077406] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 643.077472] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 643.077549] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 643.077613] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 643.077674] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 643.077927] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 643.077994] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 643.078067] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 643.097118] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.097357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.097357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.097593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.097696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.097805] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 643.117312] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.117586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.117586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.117737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.117839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.152844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.414299] env[69806]: INFO networking_nsxv3.common.synchronization [None req-c5f6d9aa-a85a-42f8-89da-e12c9e7bb161 demo admin] Enqueued Resource ID: f9842017-541d-4efe-8162-ff8329bf4a87 with Priority: HIGHEST for action security_group_rules [ 643.414817] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9842017-541d-4efe-8162-ff8329bf4a87 with Priority: HIGHEST for action security_group_rules [ 643.415160] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9842017-541d-4efe-8162-ff8329bf4a87 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.415280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9842017-541d-4efe-8162-ff8329bf4a87" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.415356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9842017-541d-4efe-8162-ff8329bf4a87" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.415732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9842017-541d-4efe-8162-ff8329bf4a87" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.415829] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9842017-541d-4efe-8162-ff8329bf4a87',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.936903] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.937145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.937145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.937470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.937557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.937661] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9842017-541d-4efe-8162-ff8329bf4a87 already deleted. [ 643.937746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9842017-541d-4efe-8162-ff8329bf4a87" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.415951] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 648.416651] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 653.417055] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 653.417419] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 658.418343] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 658.418735] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 663.419939] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 663.420403] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 668.421844] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 668.422132] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 669.932761] env[69806]: INFO networking_nsxv3.common.synchronization [None req-0d566b5d-05a5-4a24-a869-4534c2e6498b None None] Enqueued Resource ID: 054240c0-f601-40b7-be73-fe5fd9262617 with Priority: HIGHEST for action port [ 669.935700] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054240c0-f601-40b7-be73-fe5fd9262617 with Priority: HIGHEST for action port [ 669.936197] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-054240c0-f601-40b7-be73-fe5fd9262617 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.937830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-054240c0-f601-40b7-be73-fe5fd9262617" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.937830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-054240c0-f601-40b7-be73-fe5fd9262617" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.937830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-054240c0-f601-40b7-be73-fe5fd9262617" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.937830] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054240c0-f601-40b7-be73-fe5fd9262617',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.084675] env[69806]: INFO networking_nsxv3.common.synchronization [None req-f83c25b3-de0d-4007-9e26-edcd8b2c0822 None None] Enqueued Resource ID: cff7e624-42b9-43c9-9158-3fc0c00c7df6 with Priority: HIGHEST for action port [ 670.086409] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff7e624-42b9-43c9-9158-3fc0c00c7df6 with Priority: HIGHEST for action port [ 670.086999] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-cff7e624-42b9-43c9-9158-3fc0c00c7df6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.087150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cff7e624-42b9-43c9-9158-3fc0c00c7df6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.087221] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cff7e624-42b9-43c9-9158-3fc0c00c7df6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.087492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cff7e624-42b9-43c9-9158-3fc0c00c7df6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.087579] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cff7e624-42b9-43c9-9158-3fc0c00c7df6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.440509] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 054240c0-f601-40b7-be73-fe5fd9262617 [ 670.440758] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.440895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.441181] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.441407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.441501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.441605] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:054240c0-f601-40b7-be73-fe5fd9262617 already deleted. [ 670.441687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-054240c0-f601-40b7-be73-fe5fd9262617" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.590298] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cff7e624-42b9-43c9-9158-3fc0c00c7df6 [ 670.590531] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.590665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.590734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.590942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.591068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.591165] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cff7e624-42b9-43c9-9158-3fc0c00c7df6 already deleted. [ 670.591246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cff7e624-42b9-43c9-9158-3fc0c00c7df6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.953948] env[69806]: INFO networking_nsxv3.common.synchronization [None req-aa0e9a54-7992-4e00-abb5-f02519038f6a None None] Enqueued Resource ID: 2c9961f2-fca9-49b6-b839-525ebcbcc9df with Priority: HIGHEST for action port [ 671.953948] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c9961f2-fca9-49b6-b839-525ebcbcc9df with Priority: HIGHEST for action port [ 671.953948] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c9961f2-fca9-49b6-b839-525ebcbcc9df taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.953948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c9961f2-fca9-49b6-b839-525ebcbcc9df" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.953948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c9961f2-fca9-49b6-b839-525ebcbcc9df" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.953948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c9961f2-fca9-49b6-b839-525ebcbcc9df" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.953948] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c9961f2-fca9-49b6-b839-525ebcbcc9df',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.460602] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c9961f2-fca9-49b6-b839-525ebcbcc9df [ 672.460602] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.460602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.460602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.460602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.460602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.460602] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c9961f2-fca9-49b6-b839-525ebcbcc9df already deleted. [ 672.460602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c9961f2-fca9-49b6-b839-525ebcbcc9df" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.524191] env[69806]: INFO networking_nsxv3.common.synchronization [None req-63e1cf52-d113-47db-bebf-90d52964554c None None] Enqueued Resource ID: 686d37fa-146a-41d5-9654-3198f5211396 with Priority: HIGHEST for action port [ 672.524442] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686d37fa-146a-41d5-9654-3198f5211396 with Priority: HIGHEST for action port [ 672.524996] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-686d37fa-146a-41d5-9654-3198f5211396 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.525138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-686d37fa-146a-41d5-9654-3198f5211396" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.525204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-686d37fa-146a-41d5-9654-3198f5211396" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.525449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-686d37fa-146a-41d5-9654-3198f5211396" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.525562] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('686d37fa-146a-41d5-9654-3198f5211396',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.027566] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 686d37fa-146a-41d5-9654-3198f5211396 [ 673.027816] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.027940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.028118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.028231] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.028321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.028411] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:686d37fa-146a-41d5-9654-3198f5211396 already deleted. [ 673.028489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-686d37fa-146a-41d5-9654-3198f5211396" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.954280] env[69806]: INFO networking_nsxv3.common.synchronization [None req-6226b259-b1e5-472f-8fd3-0937548fc19b None None] Enqueued Resource ID: 73e813f0-feeb-4810-9b10-63551a9b5da7 with Priority: HIGHEST for action port [ 673.954554] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e813f0-feeb-4810-9b10-63551a9b5da7 with Priority: HIGHEST for action port [ 673.955137] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e813f0-feeb-4810-9b10-63551a9b5da7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.955271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e813f0-feeb-4810-9b10-63551a9b5da7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.955331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e813f0-feeb-4810-9b10-63551a9b5da7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.955674] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e813f0-feeb-4810-9b10-63551a9b5da7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.955760] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e813f0-feeb-4810-9b10-63551a9b5da7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.463025] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73e813f0-feeb-4810-9b10-63551a9b5da7 [ 674.463025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.463025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.463025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.463025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.463025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.463025] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73e813f0-feeb-4810-9b10-63551a9b5da7 already deleted. [ 674.463025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e813f0-feeb-4810-9b10-63551a9b5da7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.838659] env[69806]: INFO networking_nsxv3.common.synchronization [None req-670222f8-4a24-474d-af50-c60a268e4ed2 None None] Enqueued Resource ID: 778a3420-e358-4d6f-96a9-aec91d1d432d with Priority: HIGHEST for action port [ 675.840249] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 778a3420-e358-4d6f-96a9-aec91d1d432d with Priority: HIGHEST for action port [ 675.840249] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-778a3420-e358-4d6f-96a9-aec91d1d432d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.840249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-778a3420-e358-4d6f-96a9-aec91d1d432d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.840249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-778a3420-e358-4d6f-96a9-aec91d1d432d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.840249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-778a3420-e358-4d6f-96a9-aec91d1d432d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.840249] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('778a3420-e358-4d6f-96a9-aec91d1d432d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.086836] env[69806]: INFO networking_nsxv3.common.synchronization [None req-c2e80745-2d00-463e-812f-380850fe9438 None None] Enqueued Resource ID: d28848d3-c412-411d-812b-b0f460444692 with Priority: HIGHEST for action port [ 676.086978] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28848d3-c412-411d-812b-b0f460444692 with Priority: HIGHEST for action port [ 676.087518] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-d28848d3-c412-411d-812b-b0f460444692 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.087638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d28848d3-c412-411d-812b-b0f460444692" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.087744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d28848d3-c412-411d-812b-b0f460444692" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.091022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d28848d3-c412-411d-812b-b0f460444692" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.091022] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d28848d3-c412-411d-812b-b0f460444692',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.342204] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 778a3420-e358-4d6f-96a9-aec91d1d432d [ 676.342385] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.342521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.342591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.342811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.342904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.342997] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:778a3420-e358-4d6f-96a9-aec91d1d432d already deleted. [ 676.343089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-778a3420-e358-4d6f-96a9-aec91d1d432d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.594402] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d28848d3-c412-411d-812b-b0f460444692 [ 676.594634] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.594762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.594861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.595182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.595182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.595272] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d28848d3-c412-411d-812b-b0f460444692 already deleted. [ 676.595321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d28848d3-c412-411d-812b-b0f460444692" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.891206] env[69806]: INFO networking_nsxv3.common.synchronization [None req-86d0fe81-9f46-409c-a9b1-5d568439271f None None] Enqueued Resource ID: 8989b5e2-8abf-415b-bcc4-486aeeab82c7 with Priority: HIGHEST for action port [ 676.891464] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8989b5e2-8abf-415b-bcc4-486aeeab82c7 with Priority: HIGHEST for action port [ 676.895181] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8989b5e2-8abf-415b-bcc4-486aeeab82c7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.895181] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8989b5e2-8abf-415b-bcc4-486aeeab82c7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.895181] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8989b5e2-8abf-415b-bcc4-486aeeab82c7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.895181] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8989b5e2-8abf-415b-bcc4-486aeeab82c7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.895181] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8989b5e2-8abf-415b-bcc4-486aeeab82c7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.396885] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8989b5e2-8abf-415b-bcc4-486aeeab82c7 [ 677.397654] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.397816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.397885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.398154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.398287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.398509] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8989b5e2-8abf-415b-bcc4-486aeeab82c7 already deleted. [ 677.398509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8989b5e2-8abf-415b-bcc4-486aeeab82c7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.653111] env[69806]: INFO networking_nsxv3.common.synchronization [None req-0b6590e9-e7ed-49b9-8f90-34a7e2c5d599 None None] Enqueued Resource ID: 4f08de16-81c4-436f-943f-e6d511510471 with Priority: HIGHEST for action port [ 677.657184] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f08de16-81c4-436f-943f-e6d511510471 with Priority: HIGHEST for action port [ 677.657184] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f08de16-81c4-436f-943f-e6d511510471 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.657184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f08de16-81c4-436f-943f-e6d511510471" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.657184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f08de16-81c4-436f-943f-e6d511510471" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.657184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f08de16-81c4-436f-943f-e6d511510471" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.657184] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f08de16-81c4-436f-943f-e6d511510471',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.157568] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f08de16-81c4-436f-943f-e6d511510471 [ 678.158324] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.158779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.158779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.159054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.159232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.159264] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f08de16-81c4-436f-943f-e6d511510471 already deleted. [ 678.159354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f08de16-81c4-436f-943f-e6d511510471" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.459420] env[69806]: INFO networking_nsxv3.common.synchronization [None req-4208a146-85cc-4865-a589-2c5a9053ffcf None None] Enqueued Resource ID: a195a3d6-b975-4bed-86e7-18b57d8d627a with Priority: HIGHEST for action port [ 678.459420] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a195a3d6-b975-4bed-86e7-18b57d8d627a with Priority: HIGHEST for action port [ 678.459420] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-a195a3d6-b975-4bed-86e7-18b57d8d627a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.459420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a195a3d6-b975-4bed-86e7-18b57d8d627a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.459420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a195a3d6-b975-4bed-86e7-18b57d8d627a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.459420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a195a3d6-b975-4bed-86e7-18b57d8d627a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.461455] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a195a3d6-b975-4bed-86e7-18b57d8d627a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.963488] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a195a3d6-b975-4bed-86e7-18b57d8d627a [ 678.963720] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.963989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.963989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.964155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.964227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.964326] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a195a3d6-b975-4bed-86e7-18b57d8d627a already deleted. [ 678.964408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a195a3d6-b975-4bed-86e7-18b57d8d627a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.986025] env[69806]: INFO networking_nsxv3.common.synchronization [None req-2ff006d1-6644-472d-9785-70e30a836eef None None] Enqueued Resource ID: ecc8da00-cfa3-4150-95a2-4aefc9b25fbd with Priority: HIGHEST for action port [ 678.986025] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc8da00-cfa3-4150-95a2-4aefc9b25fbd with Priority: HIGHEST for action port [ 678.986025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc8da00-cfa3-4150-95a2-4aefc9b25fbd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.986025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc8da00-cfa3-4150-95a2-4aefc9b25fbd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.986025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc8da00-cfa3-4150-95a2-4aefc9b25fbd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.986025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc8da00-cfa3-4150-95a2-4aefc9b25fbd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.986025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc8da00-cfa3-4150-95a2-4aefc9b25fbd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.490082] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecc8da00-cfa3-4150-95a2-4aefc9b25fbd [ 679.490335] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.490624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.490624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.490791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.490925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.491070] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecc8da00-cfa3-4150-95a2-4aefc9b25fbd already deleted. [ 679.491198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc8da00-cfa3-4150-95a2-4aefc9b25fbd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.277138] env[69806]: INFO networking_nsxv3.common.synchronization [None req-f5e43ef5-34e8-4414-baf4-e2fa27dc4699 None None] Enqueued Resource ID: 8c000ff2-ee92-4aef-80f8-498e9d2aa3fd with Priority: HIGHEST for action port [ 680.277228] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c000ff2-ee92-4aef-80f8-498e9d2aa3fd with Priority: HIGHEST for action port [ 680.277785] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c000ff2-ee92-4aef-80f8-498e9d2aa3fd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.277904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c000ff2-ee92-4aef-80f8-498e9d2aa3fd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.277986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c000ff2-ee92-4aef-80f8-498e9d2aa3fd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.278246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c000ff2-ee92-4aef-80f8-498e9d2aa3fd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.278343] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c000ff2-ee92-4aef-80f8-498e9d2aa3fd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.467217] env[69806]: INFO networking_nsxv3.common.synchronization [None req-378897bd-bd46-4136-a05c-9f93f7d9962b tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Enqueued Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_rules [ 680.467217] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_rules [ 680.467217] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88bc81f1-c7d8-417c-b21f-c4248c63d277 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.467217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.467217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.468067] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.468326] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88bc81f1-c7d8-417c-b21f-c4248c63d277',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.655234] env[69806]: INFO networking_nsxv3.common.synchronization [None req-b74a7730-d4ec-47af-9804-cace33b77bac tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Enqueued Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_rules [ 680.655234] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_rules [ 680.656268] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88bc81f1-c7d8-417c-b21f-c4248c63d277 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.656268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.782842] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c000ff2-ee92-4aef-80f8-498e9d2aa3fd [ 680.782842] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.782842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.782842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.782842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.782842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.782842] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c000ff2-ee92-4aef-80f8-498e9d2aa3fd already deleted. [ 680.782842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c000ff2-ee92-4aef-80f8-498e9d2aa3fd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.991727] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.991727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.991727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.991727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.991727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.991727] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 already deleted. [ 680.991727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.991727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.992121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.992121] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88bc81f1-c7d8-417c-b21f-c4248c63d277',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.320482] env[69806]: INFO networking_nsxv3.common.synchronization [None req-121640b9-113e-48de-82aa-1cc5561d81e6 None None] Enqueued Resource ID: 8ab48728-7799-48ab-8588-5f4ded70bfe9 with Priority: HIGHEST for action port [ 681.320482] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ab48728-7799-48ab-8588-5f4ded70bfe9 with Priority: HIGHEST for action port [ 681.320482] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ab48728-7799-48ab-8588-5f4ded70bfe9 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.320482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ab48728-7799-48ab-8588-5f4ded70bfe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.320694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ab48728-7799-48ab-8588-5f4ded70bfe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.320786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ab48728-7799-48ab-8588-5f4ded70bfe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.320866] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ab48728-7799-48ab-8588-5f4ded70bfe9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.515168] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.515327] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.515400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.515777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.515777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.515777] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 already deleted. [ 681.515979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.824697] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ab48728-7799-48ab-8588-5f4ded70bfe9 [ 681.824697] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.824697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.824697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.824697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.824697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.824697] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ab48728-7799-48ab-8588-5f4ded70bfe9 already deleted. [ 681.824697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ab48728-7799-48ab-8588-5f4ded70bfe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.253199] env[69806]: INFO networking_nsxv3.common.synchronization [None req-1b6452dd-9ebe-4a9c-b9cd-259a54a53258 None None] Enqueued Resource ID: 9dd8998c-010c-4c1e-9239-ea8eaf47981c with Priority: HIGHEST for action port [ 682.253199] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd8998c-010c-4c1e-9239-ea8eaf47981c with Priority: HIGHEST for action port [ 682.253199] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dd8998c-010c-4c1e-9239-ea8eaf47981c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.253199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dd8998c-010c-4c1e-9239-ea8eaf47981c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.253199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dd8998c-010c-4c1e-9239-ea8eaf47981c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.254170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dd8998c-010c-4c1e-9239-ea8eaf47981c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.254412] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dd8998c-010c-4c1e-9239-ea8eaf47981c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.759062] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dd8998c-010c-4c1e-9239-ea8eaf47981c [ 682.759576] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.761150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.761150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.761150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.761150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.761150] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dd8998c-010c-4c1e-9239-ea8eaf47981c already deleted. [ 682.761150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dd8998c-010c-4c1e-9239-ea8eaf47981c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.629675] env[69806]: INFO networking_nsxv3.common.synchronization [None req-3248b201-e499-4ab7-927f-f04948819730 None None] Enqueued Resource ID: 46fb9c07-2b1e-47a9-8d3f-3a8f2f7405d0 with Priority: HIGHEST for action port [ 683.631071] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46fb9c07-2b1e-47a9-8d3f-3a8f2f7405d0 with Priority: HIGHEST for action port [ 683.631071] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-46fb9c07-2b1e-47a9-8d3f-3a8f2f7405d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.631071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46fb9c07-2b1e-47a9-8d3f-3a8f2f7405d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.631071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46fb9c07-2b1e-47a9-8d3f-3a8f2f7405d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.631071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46fb9c07-2b1e-47a9-8d3f-3a8f2f7405d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.631071] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46fb9c07-2b1e-47a9-8d3f-3a8f2f7405d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.136432] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46fb9c07-2b1e-47a9-8d3f-3a8f2f7405d0 [ 684.136825] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.137046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.137104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.137525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.137619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.137717] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46fb9c07-2b1e-47a9-8d3f-3a8f2f7405d0 already deleted. [ 684.140019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46fb9c07-2b1e-47a9-8d3f-3a8f2f7405d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.274202] env[69806]: INFO networking_nsxv3.common.synchronization [None req-6eade54d-2e61-4e4b-adfb-39fe8e9249d9 None None] Enqueued Resource ID: 86576f05-5524-4746-9618-c5d04f0164c1 with Priority: HIGHEST for action port [ 684.275728] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86576f05-5524-4746-9618-c5d04f0164c1 with Priority: HIGHEST for action port [ 684.275728] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-86576f05-5524-4746-9618-c5d04f0164c1 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.275865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86576f05-5524-4746-9618-c5d04f0164c1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.275897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86576f05-5524-4746-9618-c5d04f0164c1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.276157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86576f05-5524-4746-9618-c5d04f0164c1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.276237] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86576f05-5524-4746-9618-c5d04f0164c1',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.596505] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a105a207-7c5d-4ff3-a127-e8280cb855ef None None] Enqueued Resource ID: f01f2b61-52f8-4315-ae59-6330e6fb8f41 with Priority: HIGHEST for action port [ 684.597720] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01f2b61-52f8-4315-ae59-6330e6fb8f41 with Priority: HIGHEST for action port [ 684.598605] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-f01f2b61-52f8-4315-ae59-6330e6fb8f41 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.598900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f01f2b61-52f8-4315-ae59-6330e6fb8f41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.598900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f01f2b61-52f8-4315-ae59-6330e6fb8f41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.599118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f01f2b61-52f8-4315-ae59-6330e6fb8f41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.599556] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f01f2b61-52f8-4315-ae59-6330e6fb8f41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.779978] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86576f05-5524-4746-9618-c5d04f0164c1 [ 684.780386] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.780530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.780747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.780836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.780924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.781056] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86576f05-5524-4746-9618-c5d04f0164c1 already deleted. [ 684.781163] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86576f05-5524-4746-9618-c5d04f0164c1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.107566] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f01f2b61-52f8-4315-ae59-6330e6fb8f41 [ 685.107566] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.107566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.107566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.107566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.107566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.107566] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f01f2b61-52f8-4315-ae59-6330e6fb8f41 already deleted. [ 685.108140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f01f2b61-52f8-4315-ae59-6330e6fb8f41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.689207] env[69806]: INFO networking_nsxv3.common.synchronization [None req-dcd5254c-e0c8-48cf-a329-adad69a42145 None None] Enqueued Resource ID: c98d1941-2945-42cc-8e76-2febef1d27d4 with Priority: HIGHEST for action port [ 685.691303] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98d1941-2945-42cc-8e76-2febef1d27d4 with Priority: HIGHEST for action port [ 685.691303] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-c98d1941-2945-42cc-8e76-2febef1d27d4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.691303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c98d1941-2945-42cc-8e76-2febef1d27d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.691303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c98d1941-2945-42cc-8e76-2febef1d27d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.691303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c98d1941-2945-42cc-8e76-2febef1d27d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.691303] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c98d1941-2945-42cc-8e76-2febef1d27d4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.973033] env[69806]: INFO networking_nsxv3.common.synchronization [None req-371f86b0-eebf-47e2-ba2b-b8664d45ae72 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Enqueued Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_rules [ 685.973319] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_rules [ 685.973634] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df0e7c72-306f-460d-b9d1-de16c0db1325 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.973634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.973832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.973969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.974080] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df0e7c72-306f-460d-b9d1-de16c0db1325',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.147015] env[69806]: INFO networking_nsxv3.common.synchronization [None req-d28db590-50fb-4354-9566-f9f19f6b56c3 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Enqueued Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_rules [ 686.148600] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_rules [ 686.149915] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df0e7c72-306f-460d-b9d1-de16c0db1325 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.152572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.194066] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c98d1941-2945-42cc-8e76-2febef1d27d4 [ 686.194508] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.194924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.195349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.196135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.196135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.196135] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c98d1941-2945-42cc-8e76-2febef1d27d4 already deleted. [ 686.196135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c98d1941-2945-42cc-8e76-2febef1d27d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.501509] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.501509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.501509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.501509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.501509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.501509] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df0e7c72-306f-460d-b9d1-de16c0db1325 already deleted. [ 686.501509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.501509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.501852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.501852] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df0e7c72-306f-460d-b9d1-de16c0db1325',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.027021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.027021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.027021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.027475] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.027791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.027791] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df0e7c72-306f-460d-b9d1-de16c0db1325 already deleted. [ 687.027791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.601432] env[69806]: INFO networking_nsxv3.common.synchronization [None req-95bffd75-63c5-46e2-9967-a775b0711891 None None] Enqueued Resource ID: b885239d-d330-4ede-b340-0d08ca54705c with Priority: HIGHEST for action port [ 687.601695] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b885239d-d330-4ede-b340-0d08ca54705c with Priority: HIGHEST for action port [ 687.602611] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-b885239d-d330-4ede-b340-0d08ca54705c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.603319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b885239d-d330-4ede-b340-0d08ca54705c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.603453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b885239d-d330-4ede-b340-0d08ca54705c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.603985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b885239d-d330-4ede-b340-0d08ca54705c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.603985] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b885239d-d330-4ede-b340-0d08ca54705c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.698422] env[69806]: INFO networking_nsxv3.common.synchronization [req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 req-1f46d1e3-8256-434e-bad8-c0ef32ca3a07 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Enqueued Resource ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef with Priority: HIGHEST for action security_group_members [ 687.699185] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef with Priority: HIGHEST for action security_group_members [ 687.699796] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.699954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.700017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.701088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.701088] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.701088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.701088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.701390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.701390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.701497] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.106154] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b885239d-d330-4ede-b340-0d08ca54705c [ 688.106538] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.106538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.106652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.106842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.106961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.107163] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b885239d-d330-4ede-b340-0d08ca54705c already deleted. [ 688.107269] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b885239d-d330-4ede-b340-0d08ca54705c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.204056] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.204481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.204481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.207532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.207532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.207532] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.207532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.207532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.207532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.207532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.207532] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef already deleted. [ 688.207532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.716922] env[69806]: INFO networking_nsxv3.common.synchronization [req-437e3bf8-c426-409c-a4d1-ea97715a9f38 req-e2f127f1-4be9-423c-9667-4988553f0d4a tempest-SecurityGroupRulesTestJSON-1255779488 tempest-SecurityGroupRulesTestJSON-1255779488-project-member] Enqueued Resource ID: 85441ae9-809c-42a5-a61e-44214a10e753 with Priority: HIGHEST for action security_group_rules [ 688.717028] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85441ae9-809c-42a5-a61e-44214a10e753 with Priority: HIGHEST for action security_group_rules [ 688.717274] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85441ae9-809c-42a5-a61e-44214a10e753 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.717389] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85441ae9-809c-42a5-a61e-44214a10e753" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.717455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85441ae9-809c-42a5-a61e-44214a10e753" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.717711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85441ae9-809c-42a5-a61e-44214a10e753" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.717797] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85441ae9-809c-42a5-a61e-44214a10e753',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.916451] env[69806]: INFO networking_nsxv3.common.synchronization [None req-325f83da-e62b-4fe5-8500-e55777030703 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_rules [ 688.917702] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_rules [ 688.917702] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fab1039-17c3-43ca-943b-b4dca50c1107 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.917702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.917702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.917977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.917977] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fab1039-17c3-43ca-943b-b4dca50c1107',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.038285] env[69806]: INFO networking_nsxv3.common.synchronization [None req-1db4a433-c8f4-456d-9c12-480b6428f432 None None] Enqueued Resource ID: 749bccd0-1a41-486d-aebb-9923d86b3ebd with Priority: HIGHEST for action port [ 689.038541] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749bccd0-1a41-486d-aebb-9923d86b3ebd with Priority: HIGHEST for action port [ 689.039488] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-749bccd0-1a41-486d-aebb-9923d86b3ebd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.039675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-749bccd0-1a41-486d-aebb-9923d86b3ebd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.039806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-749bccd0-1a41-486d-aebb-9923d86b3ebd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.040183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-749bccd0-1a41-486d-aebb-9923d86b3ebd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.040288] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749bccd0-1a41-486d-aebb-9923d86b3ebd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.242069] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.242069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.242744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.242744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.242744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.242744] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85441ae9-809c-42a5-a61e-44214a10e753 already deleted. [ 689.242744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85441ae9-809c-42a5-a61e-44214a10e753" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.357907] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.358484] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.358624] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.359208] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.359504] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.359682] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.360467] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.360467] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.360467] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.360635] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.360743] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.360856] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.360966] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.361140] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.361253] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.361390] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.368765] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a79121f5-085d-421b-a46c-343159f9d207 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_rules [ 689.369821] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_rules [ 689.370867] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fab1039-17c3-43ca-943b-b4dca50c1107 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.371022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.387434] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.389992] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.389992] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.389992] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.389992] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-39d90535-b11d-4374-a64f-c14d80a4087b taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.389992] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-39d90535-b11d-4374-a64f-c14d80a4087b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.389992] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-39d90535-b11d-4374-a64f-c14d80a4087b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.389992] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-39d90535-b11d-4374-a64f-c14d80a4087b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.389992] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39d90535-b11d-4374-a64f-c14d80a4087b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.446299] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.446299] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.446299] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.447173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.447325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.447869] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 already deleted. [ 689.447869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.447869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.449289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.449289] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fab1039-17c3-43ca-943b-b4dca50c1107',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.543371] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 749bccd0-1a41-486d-aebb-9923d86b3ebd [ 689.543662] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.543834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.543882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.544166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.544341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.544428] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:749bccd0-1a41-486d-aebb-9923d86b3ebd already deleted. [ 689.544656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-749bccd0-1a41-486d-aebb-9923d86b3ebd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.893597] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.893940] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.894032] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.894362] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.894517] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.894707] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 39d90535-b11d-4374-a64f-c14d80a4087b not found, creating... [ 689.895096] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.895265] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.895334] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.895559] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.896206] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.896206] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.896500] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.896500] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.897792] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.897792] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.897792] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 39d90535-b11d-4374-a64f-c14d80a4087b is going to be created. [ 689.921457] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.921692] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.921788] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.922080] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.922338] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.922563] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-39d90535-b11d-4374-a64f-c14d80a4087b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.972956] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.973128] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.973200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.973491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.973531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.974098] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 already deleted. [ 689.974098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.096554] env[69806]: INFO networking_nsxv3.common.synchronization [None req-87371b3d-aeac-48ff-8f05-332f154b3ce8 None None] Enqueued Resource ID: f0fc0309-8462-4fd7-9c17-44c5a489dab2 with Priority: HIGHEST for action port [ 690.096784] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0fc0309-8462-4fd7-9c17-44c5a489dab2 with Priority: HIGHEST for action port [ 690.097447] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0fc0309-8462-4fd7-9c17-44c5a489dab2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.097575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0fc0309-8462-4fd7-9c17-44c5a489dab2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.097633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0fc0309-8462-4fd7-9c17-44c5a489dab2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.097889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0fc0309-8462-4fd7-9c17-44c5a489dab2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.097987] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0fc0309-8462-4fd7-9c17-44c5a489dab2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.234929] env[69806]: INFO networking_nsxv3.common.synchronization [req-538feca3-7a47-4565-8c7a-7377c9203344 req-be569df9-05a5-4efd-ab67-b1e9b946e369 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Enqueued Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 690.236089] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 690.238429] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.238429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.238429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.238429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.238429] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.238429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.238796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.239439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.239439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.239439] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.601031] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0fc0309-8462-4fd7-9c17-44c5a489dab2 [ 690.601328] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.601409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.601466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.601683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.601768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.601863] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0fc0309-8462-4fd7-9c17-44c5a489dab2 already deleted. [ 690.601940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0fc0309-8462-4fd7-9c17-44c5a489dab2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.743450] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.743669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.743669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.744306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.744306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.744306] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.744479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.744479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.744838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.744838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.744838] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da already deleted. [ 690.744838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.203241] env[69806]: INFO networking_nsxv3.common.synchronization [None req-17d56329-726c-4d9c-af8a-0cb8494df05e None None] Enqueued Resource ID: 634cf0d9-fee3-450a-a39b-1c81494b707b with Priority: HIGHEST for action port [ 691.204283] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634cf0d9-fee3-450a-a39b-1c81494b707b with Priority: HIGHEST for action port [ 691.204595] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-634cf0d9-fee3-450a-a39b-1c81494b707b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.204749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-634cf0d9-fee3-450a-a39b-1c81494b707b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.204911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-634cf0d9-fee3-450a-a39b-1c81494b707b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.208605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-634cf0d9-fee3-450a-a39b-1c81494b707b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.208749] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('634cf0d9-fee3-450a-a39b-1c81494b707b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.268084] env[69806]: INFO networking_nsxv3.common.synchronization [None req-7b1bc133-2734-42c0-8295-dc1306ba34fc None None] Enqueued Resource ID: fc850b18-69da-4e67-b4d8-8112d0792e01 with Priority: HIGHEST for action port [ 691.268538] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc850b18-69da-4e67-b4d8-8112d0792e01 with Priority: HIGHEST for action port [ 691.268885] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc850b18-69da-4e67-b4d8-8112d0792e01 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.269107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc850b18-69da-4e67-b4d8-8112d0792e01" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.271581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc850b18-69da-4e67-b4d8-8112d0792e01" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.271581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc850b18-69da-4e67-b4d8-8112d0792e01" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.271581] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc850b18-69da-4e67-b4d8-8112d0792e01',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.710966] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 634cf0d9-fee3-450a-a39b-1c81494b707b [ 691.711224] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.711384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.711441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.711752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.711752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.711847] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:634cf0d9-fee3-450a-a39b-1c81494b707b already deleted. [ 691.711916] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-634cf0d9-fee3-450a-a39b-1c81494b707b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.775508] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc850b18-69da-4e67-b4d8-8112d0792e01 [ 691.775508] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.775780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.775780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.776254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.776254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.776254] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc850b18-69da-4e67-b4d8-8112d0792e01 already deleted. [ 691.776254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc850b18-69da-4e67-b4d8-8112d0792e01" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.781223] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.783597] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.783809] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.784104] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.784414] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.784575] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.784687] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.784900] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.785090] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.785580] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.785580] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.785580] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.785580] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.785970] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.785970] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.785970] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.809932] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.810219] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.810375] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.810554] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.811169] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-8665e1e9-1b54-440e-8320-ee5509258623 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.811169] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-8665e1e9-1b54-440e-8320-ee5509258623" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.811169] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-8665e1e9-1b54-440e-8320-ee5509258623" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.812056] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-8665e1e9-1b54-440e-8320-ee5509258623" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.812056] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8665e1e9-1b54-440e-8320-ee5509258623',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.091649] env[69806]: INFO networking_nsxv3.common.synchronization [req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 req-a50a3fa8-e247-4ed3-b78e-52d15152198c service nova] Enqueued Resource ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef with Priority: HIGHEST for action security_group_rules [ 692.092213] env[69806]: INFO networking_nsxv3.common.synchronization [req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 req-a50a3fa8-e247-4ed3-b78e-52d15152198c service nova] Enqueued Resource ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef with Priority: HIGHEST for action security_group_members [ 692.092470] env[69806]: INFO networking_nsxv3.common.synchronization [req-de2fd782-d6dc-49a0-ac7b-21dc3e2eb950 req-a50a3fa8-e247-4ed3-b78e-52d15152198c service nova] Enqueued Resource ID: 39d90535-b11d-4374-a64f-c14d80a4087b with Priority: HIGHEST for action port [ 692.093449] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef with Priority: HIGHEST for action security_group_rules [ 692.093449] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef with Priority: HIGHEST for action security_group_members [ 692.094092] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39d90535-b11d-4374-a64f-c14d80a4087b with Priority: HIGHEST for action port [ 692.094491] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.094752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.097019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.097019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.097019] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.097019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.097019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.097019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.097019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.097019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.097019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.097019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.097019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.097019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.097536] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.099329] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-39d90535-b11d-4374-a64f-c14d80a4087b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.099445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39d90535-b11d-4374-a64f-c14d80a4087b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.099522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39d90535-b11d-4374-a64f-c14d80a4087b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.099748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39d90535-b11d-4374-a64f-c14d80a4087b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.099788] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39d90535-b11d-4374-a64f-c14d80a4087b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.317048] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.317293] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.317421] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.317699] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.317838] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.317992] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 8665e1e9-1b54-440e-8320-ee5509258623 not found, creating... [ 692.318292] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.318443] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.318953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.318953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.318953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.319224] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.319411] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.319538] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.319756] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.319897] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.320054] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 8665e1e9-1b54-440e-8320-ee5509258623 is going to be created. [ 692.345639] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.345639] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.347757] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.347757] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.347757] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.347757] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-8665e1e9-1b54-440e-8320-ee5509258623" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.505292] env[69806]: INFO networking_nsxv3.common.synchronization [None req-0fd62618-e478-4f4a-89df-33e68f8990cf None None] Enqueued Resource ID: 0b71ed84-81a4-44d7-814d-dcf0ec5dae0c with Priority: HIGHEST for action port [ 692.505565] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b71ed84-81a4-44d7-814d-dcf0ec5dae0c with Priority: HIGHEST for action port [ 692.506336] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b71ed84-81a4-44d7-814d-dcf0ec5dae0c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.506476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b71ed84-81a4-44d7-814d-dcf0ec5dae0c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.506548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b71ed84-81a4-44d7-814d-dcf0ec5dae0c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.506909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b71ed84-81a4-44d7-814d-dcf0ec5dae0c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.506984] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b71ed84-81a4-44d7-814d-dcf0ec5dae0c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.606022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.606022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.612941] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.617597] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39d90535-b11d-4374-a64f-c14d80a4087b with status ACTIVE [ 692.617597] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.617597] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.617597] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.617597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.617597] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39d90535-b11d-4374-a64f-c14d80a4087b is going to be updated. [ 692.645786] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.645941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.646918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.646918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.646918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.646918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39d90535-b11d-4374-a64f-c14d80a4087b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.688910] env[69806]: INFO networking_nsxv3.common.synchronization [None req-d0019f7e-f609-41d5-89af-6fd9568ed035 None None] Enqueued Resource ID: 40d89325-1a5a-403b-bb85-f4aebd3477f4 with Priority: HIGHEST for action port [ 692.689429] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d89325-1a5a-403b-bb85-f4aebd3477f4 with Priority: HIGHEST for action port [ 692.691283] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d89325-1a5a-403b-bb85-f4aebd3477f4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.691715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d89325-1a5a-403b-bb85-f4aebd3477f4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.691715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d89325-1a5a-403b-bb85-f4aebd3477f4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.691825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d89325-1a5a-403b-bb85-f4aebd3477f4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.691825] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d89325-1a5a-403b-bb85-f4aebd3477f4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.847452] env[69806]: INFO networking_nsxv3.common.synchronization [None req-4fd484ad-47b6-45ae-ad12-0fc9f5a65415 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_rules [ 692.848402] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_rules [ 692.848723] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.848876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.848951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.849222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.849299] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.002164] env[69806]: INFO networking_nsxv3.common.synchronization [req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a req-ed171ab3-7d9e-4298-b08e-0098f63b1c91 tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Enqueued Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 693.002658] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 693.002954] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.003095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.003159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.003396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.003552] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.003668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.003747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.003908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.003991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.005143] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.009386] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b71ed84-81a4-44d7-814d-dcf0ec5dae0c [ 693.009572] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.009684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.009751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.009963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.010024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.010106] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b71ed84-81a4-44d7-814d-dcf0ec5dae0c already deleted. [ 693.010183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b71ed84-81a4-44d7-814d-dcf0ec5dae0c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.125249] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.149806] env[69806]: INFO networking_nsxv3.common.synchronization [None req-4ad3c8a7-43a2-450b-bf12-cea1617d4ab0 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_rules [ 693.149806] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_rules [ 693.149806] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.149806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.197348] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40d89325-1a5a-403b-bb85-f4aebd3477f4 [ 693.197348] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.197348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.197348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.197348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.197348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.197348] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40d89325-1a5a-403b-bb85-f4aebd3477f4 already deleted. [ 693.197348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d89325-1a5a-403b-bb85-f4aebd3477f4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.375956] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.376145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.376202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.376388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.376515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.376567] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd already deleted. [ 693.376744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.376821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.376978] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.377073] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.510114] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.510114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.510114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.510114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.510114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.510114] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.510114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.510114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.510114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.510114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.510114] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 already deleted. [ 693.510114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.627131] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.627517] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.627678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.628125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.628934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.628934] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef is going to be created. [ 693.665508] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.665508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.665508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.665717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.667895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.679556] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef in Status: UNINITIALIZED for 2s [ 693.912859] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.912859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.912859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.912859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.912859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.912859] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd already deleted. [ 693.912859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.156525] env[69806]: INFO networking_nsxv3.common.synchronization [req-538feca3-7a47-4565-8c7a-7377c9203344 req-a27f22b5-f962-4d70-969a-00ad876e3da9 service nova] Enqueued Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_rules [ 694.157104] env[69806]: INFO networking_nsxv3.common.synchronization [req-538feca3-7a47-4565-8c7a-7377c9203344 req-a27f22b5-f962-4d70-969a-00ad876e3da9 service nova] Enqueued Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 694.157104] env[69806]: INFO networking_nsxv3.common.synchronization [req-538feca3-7a47-4565-8c7a-7377c9203344 req-a27f22b5-f962-4d70-969a-00ad876e3da9 service nova] Enqueued Resource ID: 8665e1e9-1b54-440e-8320-ee5509258623 with Priority: HIGHEST for action port [ 694.157104] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_rules [ 694.157706] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 694.157706] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8665e1e9-1b54-440e-8320-ee5509258623 with Priority: HIGHEST for action port [ 694.158199] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.158199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.158199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.159261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.159261] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.159261] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.159431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.159431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.159522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.159638] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.159741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.159797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.159931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.161120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.161410] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.162296] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8665e1e9-1b54-440e-8320-ee5509258623 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.162421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8665e1e9-1b54-440e-8320-ee5509258623" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.162637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8665e1e9-1b54-440e-8320-ee5509258623" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.162637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8665e1e9-1b54-440e-8320-ee5509258623" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.162741] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8665e1e9-1b54-440e-8320-ee5509258623',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.165608] env[69806]: INFO networking_nsxv3.common.synchronization [req-b9c50c39-c481-4bb6-8e73-b2e4cdb0d313 req-ddb1d433-3531-43cb-a590-1ffeb4ff955a tempest-SecurityGroupRulesTestJSON-1255779488 tempest-SecurityGroupRulesTestJSON-1255779488-project-member] Enqueued Resource ID: ed16def5-115c-4830-a343-8e901a7a4261 with Priority: HIGHEST for action security_group_rules [ 694.165921] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed16def5-115c-4830-a343-8e901a7a4261 with Priority: HIGHEST for action security_group_rules [ 694.166219] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed16def5-115c-4830-a343-8e901a7a4261 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.166323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed16def5-115c-4830-a343-8e901a7a4261" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.166397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed16def5-115c-4830-a343-8e901a7a4261" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.166611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed16def5-115c-4830-a343-8e901a7a4261" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.166681] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed16def5-115c-4830-a343-8e901a7a4261',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.645259] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.645259] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.645259] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.645259] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.645259] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.645259] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.645259] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.646037] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.646334] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.646650] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.647144] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.647448] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.647715] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.647977] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.648221] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.648522] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.666214] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.669373] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.669373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.669373] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8665e1e9-1b54-440e-8320-ee5509258623 with status ACTIVE [ 694.669373] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.669373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.669373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.669373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.669373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.669373] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.670746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.670746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.670912] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.671118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.671425] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.674930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.674930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.674930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.674930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.674930] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8665e1e9-1b54-440e-8320-ee5509258623 is going to be updated. [ 694.702987] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.702987] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.702987] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.702987] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.704309] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-01bcc974-cf67-4c9f-a28c-c56383c65ded taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.704309] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-01bcc974-cf67-4c9f-a28c-c56383c65ded" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.704309] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-01bcc974-cf67-4c9f-a28c-c56383c65ded" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.704309] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-01bcc974-cf67-4c9f-a28c-c56383c65ded" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.704478] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01bcc974-cf67-4c9f-a28c-c56383c65ded',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.711964] env[69806]: INFO networking_nsxv3.common.synchronization [req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed req-f445d2ed-2ddd-463a-b8d3-bc5e8dec11a1 tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Enqueued Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_members [ 694.715017] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.715160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.715285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.715456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.715617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.715660] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed16def5-115c-4830-a343-8e901a7a4261 already deleted. [ 694.715708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed16def5-115c-4830-a343-8e901a7a4261" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.716828] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_members [ 694.717382] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-88bc81f1-c7d8-417c-b21f-c4248c63d277 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.717504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.717570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.717845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.717947] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.718251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.718251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.718343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.718444] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.719037] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88bc81f1-c7d8-417c-b21f-c4248c63d277',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.727581] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.727581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.727581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.727581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.727581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.727581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8665e1e9-1b54-440e-8320-ee5509258623" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.168136] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.210454] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.210454] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.210454] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.212315] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.212315] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.212315] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 01bcc974-cf67-4c9f-a28c-c56383c65ded not found, creating... [ 695.212315] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.212604] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.213072] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.213072] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.213211] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.214012] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.214012] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.214012] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.214854] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.215248] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.218457] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 01bcc974-cf67-4c9f-a28c-c56383c65ded is going to be created. [ 695.230207] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.231126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.231938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.232343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.234456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.234456] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.234456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.234456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.234456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.234456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.234456] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 already deleted. [ 695.234456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.262672] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.262672] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.262672] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.262672] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.262672] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.262672] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-01bcc974-cf67-4c9f-a28c-c56383c65ded" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.672681] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.672907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.672907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.673154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.673250] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.673357] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da is going to be created. [ 695.689478] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef in Status: SUCCESS [ 695.689741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.689929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.690228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.690325] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.690690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.690690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.690690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.690824] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.690824] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.690901] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.700587] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.700750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.700806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.701065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.701252] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.710617] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: UNINITIALIZED for 2s [ 695.851969] env[69806]: INFO networking_nsxv3.common.synchronization [None req-5cbcc2df-37f2-43e1-9faf-758d80f025b6 None None] Enqueued Resource ID: 437b7430-b01f-424d-81c0-93cd2b69eb55 with Priority: HIGHEST for action port [ 695.856387] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.856387] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.856387] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.856387] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.858810] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.858810] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.858810] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.858810] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.858810] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.858810] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.859314] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.859314] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.859314] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.859314] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.859314] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.859506] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.861346] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 437b7430-b01f-424d-81c0-93cd2b69eb55 with Priority: HIGHEST for action port [ 695.862544] env[69806]: INFO networking_nsxv3.common.synchronization [None req-77cb2e7c-5d9e-44d6-9c03-b274b4555470 None None] Enqueued Resource ID: 3946b316-b765-4965-bd03-b34aa0dd1d4e with Priority: HIGHEST for action port [ 695.862891] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-437b7430-b01f-424d-81c0-93cd2b69eb55 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.862999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-437b7430-b01f-424d-81c0-93cd2b69eb55" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.863079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-437b7430-b01f-424d-81c0-93cd2b69eb55" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.863515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-437b7430-b01f-424d-81c0-93cd2b69eb55" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.863515] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('437b7430-b01f-424d-81c0-93cd2b69eb55',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.865503] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3946b316-b765-4965-bd03-b34aa0dd1d4e with Priority: HIGHEST for action port [ 695.866313] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-3946b316-b765-4965-bd03-b34aa0dd1d4e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.866485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3946b316-b765-4965-bd03-b34aa0dd1d4e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.866485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3946b316-b765-4965-bd03-b34aa0dd1d4e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.866751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3946b316-b765-4965-bd03-b34aa0dd1d4e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.866816] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3946b316-b765-4965-bd03-b34aa0dd1d4e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.884718] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.884718] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.884718] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.884718] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.884915] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-8802a2b1-585f-48b6-aca1-e596c793dc40 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.885150] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-8802a2b1-585f-48b6-aca1-e596c793dc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.885206] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-8802a2b1-585f-48b6-aca1-e596c793dc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.885489] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-8802a2b1-585f-48b6-aca1-e596c793dc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.885635] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8802a2b1-585f-48b6-aca1-e596c793dc40',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.898917] env[69806]: INFO networking_nsxv3.common.synchronization [None req-0f9ba5eb-d654-4afd-88b3-740396527bdd tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Enqueued Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_rules [ 695.899567] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_rules [ 695.899882] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.905122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.905248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.905523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.905601] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421d2ed2-56e2-4311-8fd4-716d1e5d0257',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.161398] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a0846be1-719e-4f6b-a24a-2c55b2fad377 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Enqueued Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_rules [ 696.162126] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_rules [ 696.162579] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.162912] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.193492] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.193830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.193830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.195712] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.195712] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.195712] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.195712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.196270] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.316690] env[69806]: INFO networking_nsxv3.common.synchronization [req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a req-4fd5764e-6d79-4126-9cb5-5c581d71b501 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Enqueued Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_members [ 696.316690] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_members [ 696.316690] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0e7c72-306f-460d-b9d1-de16c0db1325 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.316690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.316690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.316690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.316690] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.317149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.318969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.318969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.318969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.318969] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0e7c72-306f-460d-b9d1-de16c0db1325',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.368034] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 437b7430-b01f-424d-81c0-93cd2b69eb55 [ 696.368034] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.368034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.368034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.368034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.368917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.369307] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:437b7430-b01f-424d-81c0-93cd2b69eb55 already deleted. [ 696.369590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-437b7430-b01f-424d-81c0-93cd2b69eb55" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.370424] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3946b316-b765-4965-bd03-b34aa0dd1d4e [ 696.371110] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.371110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.371110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.371284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.371329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.371462] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3946b316-b765-4965-bd03-b34aa0dd1d4e already deleted. [ 696.371547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3946b316-b765-4965-bd03-b34aa0dd1d4e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.395911] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.396628] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.396938] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.397372] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.397681] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.398042] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 8802a2b1-585f-48b6-aca1-e596c793dc40 not found, creating... [ 696.399613] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.399613] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.399613] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.399613] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.399613] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.399613] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.400076] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.400988] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.400988] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.400988] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.401198] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 8802a2b1-585f-48b6-aca1-e596c793dc40 is going to be created. [ 696.428233] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.428640] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.431287] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.431959] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.431959] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.432093] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-8802a2b1-585f-48b6-aca1-e596c793dc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.433668] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.433799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.433799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.434258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.434258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.434258] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 already deleted. [ 696.434258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.434486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.434519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.437021] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421d2ed2-56e2-4311-8fd4-716d1e5d0257',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.697984] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef: rpc.has_security_group_logging(os_id): False [ 696.721810] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.721810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.721810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.721810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.721810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.721810] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.721810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.722156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.722156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.722156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.722436] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.722436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.722436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.722605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.722605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.722948] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.722948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.722948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.723150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.723150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.723233] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef is going to be created. [ 696.798120] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.798449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.798449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.798610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.799836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.816331] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef in Status: IN_PROGRESS for 2s [ 696.820832] env[69806]: INFO networking_nsxv3.common.synchronization [None req-e0bcdf1c-586f-4c62-8053-414727b9c0e2 None None] Enqueued Resource ID: 98ed6ddf-f882-4487-a7d9-0c5c783a1b90 with Priority: HIGHEST for action port [ 696.821301] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.821424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.821492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.821696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.821806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.822014] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.822530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.822752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.822817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.822852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.823434] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0e7c72-306f-460d-b9d1-de16c0db1325 already deleted. [ 696.823434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.823434] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98ed6ddf-f882-4487-a7d9-0c5c783a1b90 with Priority: HIGHEST for action port [ 696.823809] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-98ed6ddf-f882-4487-a7d9-0c5c783a1b90 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.823912] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98ed6ddf-f882-4487-a7d9-0c5c783a1b90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.823979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98ed6ddf-f882-4487-a7d9-0c5c783a1b90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.824214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98ed6ddf-f882-4487-a7d9-0c5c783a1b90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.824293] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98ed6ddf-f882-4487-a7d9-0c5c783a1b90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.964522] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.964522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.964522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.964522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.964522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.964522] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 already deleted. [ 696.964522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.263051] env[69806]: INFO networking_nsxv3.common.synchronization [req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a req-1c3fb995-2eed-47b0-b4d2-a2fd0f2c1cc3 service nova] Enqueued Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_rules [ 697.263051] env[69806]: INFO networking_nsxv3.common.synchronization [req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a req-1c3fb995-2eed-47b0-b4d2-a2fd0f2c1cc3 service nova] Enqueued Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 697.263051] env[69806]: INFO networking_nsxv3.common.synchronization [req-70756bd8-b3a2-44d0-a69c-a7f27ebaa02a req-1c3fb995-2eed-47b0-b4d2-a2fd0f2c1cc3 service nova] Enqueued Resource ID: 01bcc974-cf67-4c9f-a28c-c56383c65ded with Priority: HIGHEST for action port [ 697.263051] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_rules [ 697.263051] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 697.263051] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01bcc974-cf67-4c9f-a28c-c56383c65ded with Priority: HIGHEST for action port [ 697.263051] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.263051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.263051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.264195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.264195] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.265623] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.265623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.265623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.265863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.266147] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.266314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.266314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.266409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.266574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.266623] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.267500] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-01bcc974-cf67-4c9f-a28c-c56383c65ded taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.268206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01bcc974-cf67-4c9f-a28c-c56383c65ded" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.268282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01bcc974-cf67-4c9f-a28c-c56383c65ded" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.268451] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01bcc974-cf67-4c9f-a28c-c56383c65ded" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.268530] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01bcc974-cf67-4c9f-a28c-c56383c65ded',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.328516] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98ed6ddf-f882-4487-a7d9-0c5c783a1b90 [ 697.333708] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.333886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.333955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.334192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.334280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.334394] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98ed6ddf-f882-4487-a7d9-0c5c783a1b90 already deleted. [ 697.334472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98ed6ddf-f882-4487-a7d9-0c5c783a1b90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.386582] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.386843] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-180" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.386994] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-180" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.387649] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-180" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.387649] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.387874] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.388140] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.390584] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.390824] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.391088] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.391197] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.391414] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.391456] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.391576] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.391638] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.391772] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.416381] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.416577] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.416687] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.416871] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-180" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.417267] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-cc528098-728c-487d-840d-8732c25a349b taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.417483] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-cc528098-728c-487d-840d-8732c25a349b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.417652] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-cc528098-728c-487d-840d-8732c25a349b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.418660] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-cc528098-728c-487d-840d-8732c25a349b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.418903] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc528098-728c-487d-840d-8732c25a349b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.595159] env[69806]: INFO networking_nsxv3.common.synchronization [req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed req-bf8f153b-ea3b-458e-88cd-f4506e029764 service nova] Enqueued Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_rules [ 697.595159] env[69806]: INFO networking_nsxv3.common.synchronization [req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed req-bf8f153b-ea3b-458e-88cd-f4506e029764 service nova] Enqueued Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_members [ 697.595236] env[69806]: INFO networking_nsxv3.common.synchronization [req-c5e5ad49-c2fd-4b68-8584-f38bd77e8fed req-bf8f153b-ea3b-458e-88cd-f4506e029764 service nova] Enqueued Resource ID: 8802a2b1-585f-48b6-aca1-e596c793dc40 with Priority: HIGHEST for action port [ 697.595874] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_rules [ 697.595941] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_members [ 697.599682] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8802a2b1-585f-48b6-aca1-e596c793dc40 with Priority: HIGHEST for action port [ 697.600428] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88bc81f1-c7d8-417c-b21f-c4248c63d277 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.600587] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.600650] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.600939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.601220] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88bc81f1-c7d8-417c-b21f-c4248c63d277',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.602327] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-88bc81f1-c7d8-417c-b21f-c4248c63d277 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.602496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.602496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.603993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.603993] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.603993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.603993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.603993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.603993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.603993] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88bc81f1-c7d8-417c-b21f-c4248c63d277',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.606945] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8802a2b1-585f-48b6-aca1-e596c793dc40 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.606945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8802a2b1-585f-48b6-aca1-e596c793dc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.606945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8802a2b1-585f-48b6-aca1-e596c793dc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.606945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8802a2b1-585f-48b6-aca1-e596c793dc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.606945] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8802a2b1-585f-48b6-aca1-e596c793dc40',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.724091] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: SUCCESS [ 697.724376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.724551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.724777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.724973] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.725129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.725220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.725383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.725463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.725577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.725701] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.771517] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.771517] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.771517] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.772309] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01bcc974-cf67-4c9f-a28c-c56383c65ded with status ACTIVE [ 697.772568] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.772747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.772860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.773159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.773265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.773994] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.773994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.773994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.773994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.773994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.778319] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.778506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.778769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.778839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.778916] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.779038] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01bcc974-cf67-4c9f-a28c-c56383c65ded is going to be updated. [ 697.801470] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.801676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.801676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.801878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.802017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.802177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01bcc974-cf67-4c9f-a28c-c56383c65ded" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.921863] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.922163] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.922299] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.922599] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.923271] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.923438] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port cc528098-728c-487d-840d-8732c25a349b not found, creating... [ 697.923727] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.923918] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.924082] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.925257] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.925257] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.925257] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.925257] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.925257] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.925257] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.925623] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.925623] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: cc528098-728c-487d-840d-8732c25a349b is going to be created. [ 697.948043] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.948043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.948043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.948043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.948043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.948043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-cc528098-728c-487d-840d-8732c25a349b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.108443] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88bc81f1-c7d8-417c-b21f-c4248c63d277',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.109734] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-88bc81f1-c7d8-417c-b21f-c4248c63d277 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.109734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.109894] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8802a2b1-585f-48b6-aca1-e596c793dc40 with status ACTIVE [ 698.109998] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.110118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.110184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.112544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.112544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.112544] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.112544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.112544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.112544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.112544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.112544] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.112544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.112544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.112544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.112544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.112544] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8802a2b1-585f-48b6-aca1-e596c793dc40 is going to be updated. [ 698.136608] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.136971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.137103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.137266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.137431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.137628] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8802a2b1-585f-48b6-aca1-e596c793dc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.230868] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.230868] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.230868] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.230868] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.230868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.231534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.231534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.231534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.231534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.231534] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.282215] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.618355] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88bc81f1-c7d8-417c-b21f-c4248c63d277',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.733847] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37f8b4ff-726b-4312-b572-c8e94d90f9da: rpc.has_security_group_logging(os_id): False [ 698.766499] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.766499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.766499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.766499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.766499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.766499] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.766499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.766499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.766499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.766499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.766499] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.767103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.767103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.767103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.767103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.767103] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.767272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.767272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.767326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.767405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.767475] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da is going to be created. [ 698.784548] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.786515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.786515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.786515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.786515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.786515] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 is going to be created. [ 698.835050] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.835210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.835283] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.835501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.835869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.840618] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef in Status: SUCCESS [ 698.840696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.851419] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: UNINITIALIZED for 2s [ 698.870117] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.870117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.872036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.872036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.872036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.885445] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: IN_PROGRESS for 2s [ 698.917603] env[69806]: INFO networking_nsxv3.common.synchronization [req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a req-08a3bf5e-1c44-4b27-939f-e07795d9a892 service nova] Enqueued Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_rules [ 698.917792] env[69806]: INFO networking_nsxv3.common.synchronization [req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a req-08a3bf5e-1c44-4b27-939f-e07795d9a892 service nova] Enqueued Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_members [ 698.918038] env[69806]: INFO networking_nsxv3.common.synchronization [req-19f9b9e5-7f87-4cf2-8a14-d7451982ca6a req-08a3bf5e-1c44-4b27-939f-e07795d9a892 service nova] Enqueued Resource ID: cc528098-728c-487d-840d-8732c25a349b with Priority: HIGHEST for action port [ 698.922528] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_rules [ 698.923402] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_members [ 698.923402] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc528098-728c-487d-840d-8732c25a349b with Priority: HIGHEST for action port [ 698.923402] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df0e7c72-306f-460d-b9d1-de16c0db1325 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.923598] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.923669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.924519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.924519] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df0e7c72-306f-460d-b9d1-de16c0db1325',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.927333] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0e7c72-306f-460d-b9d1-de16c0db1325 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.927333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.927333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.927333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.927333] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.927333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.927333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.927333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.927333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.927333] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0e7c72-306f-460d-b9d1-de16c0db1325',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.928070] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc528098-728c-487d-840d-8732c25a349b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.928209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc528098-728c-487d-840d-8732c25a349b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.928247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc528098-728c-487d-840d-8732c25a349b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.928415] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc528098-728c-487d-840d-8732c25a349b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.928474] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc528098-728c-487d-840d-8732c25a349b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.120621] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.120789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.120862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.121083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.121173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.121272] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 is going to be created. [ 699.150326] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.150467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.150536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.150738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.150895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.161513] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 in Status: UNINITIALIZED for 2s [ 699.432564] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df0e7c72-306f-460d-b9d1-de16c0db1325',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.432886] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0e7c72-306f-460d-b9d1-de16c0db1325 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.433033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.433244] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc528098-728c-487d-840d-8732c25a349b with status ACTIVE [ 699.433426] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.433533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.433596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.433830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.433939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.434109] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.434205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.434269] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.434428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.434524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.434732] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.434816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.434870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.436483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.436659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.436904] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc528098-728c-487d-840d-8732c25a349b is going to be updated. [ 699.461502] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.463207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.463207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.463207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.463207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.463207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc528098-728c-487d-840d-8732c25a349b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.830041] env[69806]: INFO networking_nsxv3.common.synchronization [None req-21974d1d-4645-45f8-baee-e4e91d5421b0 None None] Enqueued Resource ID: f829232b-84fc-4da2-aa09-a48a4af330af with Priority: HIGHEST for action port [ 699.830041] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f829232b-84fc-4da2-aa09-a48a4af330af with Priority: HIGHEST for action port [ 699.830267] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-f829232b-84fc-4da2-aa09-a48a4af330af taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.830394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f829232b-84fc-4da2-aa09-a48a4af330af" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.830511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f829232b-84fc-4da2-aa09-a48a4af330af" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.830718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f829232b-84fc-4da2-aa09-a48a4af330af" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.830806] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f829232b-84fc-4da2-aa09-a48a4af330af',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.940185] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df0e7c72-306f-460d-b9d1-de16c0db1325',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.336627] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f829232b-84fc-4da2-aa09-a48a4af330af [ 700.337472] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.337472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.337472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.337773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.337773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.337931] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f829232b-84fc-4da2-aa09-a48a4af330af already deleted. [ 700.337977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f829232b-84fc-4da2-aa09-a48a4af330af" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.443534] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.443835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.443835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.444272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.444272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.444272] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0e7c72-306f-460d-b9d1-de16c0db1325 is going to be created. [ 700.473256] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.473425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.473487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.473698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.474031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.484354] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0e7c72-306f-460d-b9d1-de16c0db1325 in Status: UNINITIALIZED for 2s [ 700.861608] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: SUCCESS [ 700.861834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.861979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.862279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.862509] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.862613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.862681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.862951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.862951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.863048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.863104] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.897588] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: SUCCESS [ 700.899141] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.179701] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 in Status: SUCCESS [ 701.179701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.179701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.181160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.181160] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.181160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.181160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.181160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.181160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.181160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.181160] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88bc81f1-c7d8-417c-b21f-c4248c63d277',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.365552] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.365743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.365822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.368290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.368290] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.368290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.368290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.368290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.368290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.368581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.368581] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.368669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.368669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.368828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.368992] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.369086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.369152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.369327] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.372312] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.372312] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.372312] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.688736] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88bc81f1-c7d8-417c-b21f-c4248c63d277',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.791529] env[69806]: INFO networking_nsxv3.common.synchronization [req-825da9fe-ca8d-403a-899c-ed00e5a70753 req-ae55d653-f8a8-41c2-83f9-e23f9e6ccc5e tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_members [ 701.791871] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_members [ 701.792711] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fab1039-17c3-43ca-943b-b4dca50c1107 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.792711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.792882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.793094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.793393] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.794160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.794160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.794160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.794160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.794160] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fab1039-17c3-43ca-943b-b4dca50c1107',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.877453] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3368344-bbbc-4245-b7a3-1ff6432bf662: rpc.has_security_group_logging(os_id): False [ 701.902261] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.902261] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.902261] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.902261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.904586] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.904586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.904586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.904586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.904586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.904586] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 is going to be created. [ 701.980807] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.980807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.980807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.980807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.980807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.996616] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: IN_PROGRESS for 2s [ 702.191676] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88bc81f1-c7d8-417c-b21f-c4248c63d277: rpc.has_security_group_logging(os_id): False [ 702.221042] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.221042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.221042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.221042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.221042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.221042] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.221042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.221042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.221042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.221042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.221042] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 is going to be created. [ 702.246825] env[69806]: INFO networking_nsxv3.common.synchronization [req-3ac85a0e-0fd1-4c09-a944-09187cf1c1df req-15e286b2-f488-4b19-aa61-844e57dc5718 tempest-SecurityGroupRulesTestJSON-1255779488 tempest-SecurityGroupRulesTestJSON-1255779488-project-member] Enqueued Resource ID: 419f0cd5-7e6c-4fe8-b3f3-b71d4a1eb9d7 with Priority: HIGHEST for action security_group_rules [ 702.248866] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419f0cd5-7e6c-4fe8-b3f3-b71d4a1eb9d7 with Priority: HIGHEST for action security_group_rules [ 702.248866] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-419f0cd5-7e6c-4fe8-b3f3-b71d4a1eb9d7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.249044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-419f0cd5-7e6c-4fe8-b3f3-b71d4a1eb9d7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.249044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-419f0cd5-7e6c-4fe8-b3f3-b71d4a1eb9d7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.249427] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-419f0cd5-7e6c-4fe8-b3f3-b71d4a1eb9d7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.249427] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('419f0cd5-7e6c-4fe8-b3f3-b71d4a1eb9d7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.296484] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.297220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.297220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.297220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.297220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.297392] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.297538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.297607] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.298156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.298156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.298156] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 already deleted. [ 702.298156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.304607] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.304755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.304833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.305041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.305838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.321188] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 in Status: IN_PROGRESS for 2s [ 702.499981] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0e7c72-306f-460d-b9d1-de16c0db1325 in Status: SUCCESS [ 702.499981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.499981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.499981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.499981] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.499981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.499981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.499981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.499981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.499981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.499981] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df0e7c72-306f-460d-b9d1-de16c0db1325',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.704154] env[69806]: INFO networking_nsxv3.common.synchronization [None req-675db2bb-91f8-4a44-aaf2-263e1febf8ba None None] Enqueued Resource ID: 1d4d1021-0640-40f0-9178-96963f92a33e with Priority: HIGHEST for action port [ 702.704910] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4d1021-0640-40f0-9178-96963f92a33e with Priority: HIGHEST for action port [ 702.705331] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d4d1021-0640-40f0-9178-96963f92a33e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.705486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d4d1021-0640-40f0-9178-96963f92a33e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.705563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d4d1021-0640-40f0-9178-96963f92a33e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.705883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d4d1021-0640-40f0-9178-96963f92a33e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.705979] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d4d1021-0640-40f0-9178-96963f92a33e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.738270] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.738270] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.738270] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.738270] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.738270] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.739946] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.740416] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.741232] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.741593] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.741984] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.742626] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.743569] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.743569] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.743569] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.743569] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.743569] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.770985] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.771249] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.771415] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.771650] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.771998] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-edb83f83-f9ec-4b72-bcda-1e64d5431fb0 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.772180] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-edb83f83-f9ec-4b72-bcda-1e64d5431fb0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.772297] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-edb83f83-f9ec-4b72-bcda-1e64d5431fb0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.772732] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-edb83f83-f9ec-4b72-bcda-1e64d5431fb0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.772912] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb83f83-f9ec-4b72-bcda-1e64d5431fb0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.775968] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.776193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.776268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.776477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.776561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.776673] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 419f0cd5-7e6c-4fe8-b3f3-b71d4a1eb9d7 already deleted. [ 702.777177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-419f0cd5-7e6c-4fe8-b3f3-b71d4a1eb9d7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.004687] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df0e7c72-306f-460d-b9d1-de16c0db1325',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.208701] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d4d1021-0640-40f0-9178-96963f92a33e [ 703.208963] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.209150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.209226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.209530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.209664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.209716] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d4d1021-0640-40f0-9178-96963f92a33e already deleted. [ 703.209799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d4d1021-0640-40f0-9178-96963f92a33e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.278986] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.279210] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.279333] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.279608] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.279752] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.279953] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port edb83f83-f9ec-4b72-bcda-1e64d5431fb0 not found, creating... [ 703.281678] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.281864] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.281992] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.282240] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.282381] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.282670] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.282825] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.282980] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.284486] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.285449] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.285449] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: edb83f83-f9ec-4b72-bcda-1e64d5431fb0 is going to be created. [ 703.310016] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.310016] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.310016] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.310016] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.310016] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.310843] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-edb83f83-f9ec-4b72-bcda-1e64d5431fb0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.509616] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df0e7c72-306f-460d-b9d1-de16c0db1325: rpc.has_security_group_logging(os_id): False [ 703.529029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.529207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.529253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.529580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.529580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.531355] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.531463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.531529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.532690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.532822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.532926] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df0e7c72-306f-460d-b9d1-de16c0db1325 is going to be created. [ 703.609714] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.609898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.610022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.610202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.610416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.626870] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df0e7c72-306f-460d-b9d1-de16c0db1325 in Status: IN_PROGRESS for 2s [ 703.807979] env[69806]: INFO networking_nsxv3.common.synchronization [None req-b1976d9e-e467-42c1-ade2-35fb3279e94a None None] Enqueued Resource ID: 3980beb5-b65f-4c1a-907c-7f98fe660cff with Priority: HIGHEST for action port [ 703.808598] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3980beb5-b65f-4c1a-907c-7f98fe660cff with Priority: HIGHEST for action port [ 703.808932] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-3980beb5-b65f-4c1a-907c-7f98fe660cff taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.809516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3980beb5-b65f-4c1a-907c-7f98fe660cff" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.809750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3980beb5-b65f-4c1a-907c-7f98fe660cff" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.810145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3980beb5-b65f-4c1a-907c-7f98fe660cff" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.810296] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3980beb5-b65f-4c1a-907c-7f98fe660cff',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.013422] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: SUCCESS [ 704.013886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.313191] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3980beb5-b65f-4c1a-907c-7f98fe660cff [ 704.313462] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.313624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.313696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.313909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.314197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.314649] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3980beb5-b65f-4c1a-907c-7f98fe660cff already deleted. [ 704.314649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3980beb5-b65f-4c1a-907c-7f98fe660cff" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.335318] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 in Status: SUCCESS [ 704.336184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.013583] env[69806]: INFO networking_nsxv3.common.synchronization [req-825da9fe-ca8d-403a-899c-ed00e5a70753 req-7c50a2b9-5cb9-44a0-8092-7a29077739a8 service nova] Enqueued Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_rules [ 705.013898] env[69806]: INFO networking_nsxv3.common.synchronization [req-825da9fe-ca8d-403a-899c-ed00e5a70753 req-7c50a2b9-5cb9-44a0-8092-7a29077739a8 service nova] Enqueued Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_members [ 705.013898] env[69806]: INFO networking_nsxv3.common.synchronization [req-825da9fe-ca8d-403a-899c-ed00e5a70753 req-7c50a2b9-5cb9-44a0-8092-7a29077739a8 service nova] Enqueued Resource ID: edb83f83-f9ec-4b72-bcda-1e64d5431fb0 with Priority: HIGHEST for action port [ 705.014133] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_rules [ 705.014264] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_members [ 705.014360] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb83f83-f9ec-4b72-bcda-1e64d5431fb0 with Priority: HIGHEST for action port [ 705.015558] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fab1039-17c3-43ca-943b-b4dca50c1107 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.015719] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.015810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.016103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.016272] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fab1039-17c3-43ca-943b-b4dca50c1107',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.017276] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fab1039-17c3-43ca-943b-b4dca50c1107 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.017416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.017488] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.020041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.020041] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.020041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.020041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.020041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.020041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.020041] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fab1039-17c3-43ca-943b-b4dca50c1107',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.020420] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-edb83f83-f9ec-4b72-bcda-1e64d5431fb0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.020420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edb83f83-f9ec-4b72-bcda-1e64d5431fb0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.020596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edb83f83-f9ec-4b72-bcda-1e64d5431fb0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.020778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edb83f83-f9ec-4b72-bcda-1e64d5431fb0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.020908] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb83f83-f9ec-4b72-bcda-1e64d5431fb0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.279883] env[69806]: INFO networking_nsxv3.common.synchronization [req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 req-46399c25-4b51-4879-9fa0-9524cac7775f tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Enqueued Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 705.280403] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 705.280738] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.280866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.280955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.284353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.284583] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.284766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.284867] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.285068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.285177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.285292] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.523773] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fab1039-17c3-43ca-943b-b4dca50c1107',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.525141] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fab1039-17c3-43ca-943b-b4dca50c1107 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.525141] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.525445] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edb83f83-f9ec-4b72-bcda-1e64d5431fb0 with status ACTIVE [ 705.525592] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.526142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.526142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.526142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.532872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.532872] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.532872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.532872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.532872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.532872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.532872] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.532872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.532872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.532872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.532872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.532872] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edb83f83-f9ec-4b72-bcda-1e64d5431fb0 is going to be updated. [ 705.552187] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.552187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.552187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.552394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.552394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.552529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edb83f83-f9ec-4b72-bcda-1e64d5431fb0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.643938] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df0e7c72-306f-460d-b9d1-de16c0db1325 in Status: SUCCESS [ 705.644389] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.704125] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.704125] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.704125] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.704125] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.705153] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.705780] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.707149] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.707149] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.708194] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.709253] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.709253] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.709253] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.709253] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.709701] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.710512] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.710512] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.746581] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.746581] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.746581] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.746581] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.746581] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-e5f478e5-e0f8-41e7-a87c-054c79afd15e taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.747426] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-e5f478e5-e0f8-41e7-a87c-054c79afd15e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.747426] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-e5f478e5-e0f8-41e7-a87c-054c79afd15e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.747426] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-e5f478e5-e0f8-41e7-a87c-054c79afd15e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.747426] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5f478e5-e0f8-41e7-a87c-054c79afd15e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.791206] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.791279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.791429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.791547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.791591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.791780] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.791864] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.791923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.792090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.794807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.794807] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e16859e-db54-4510-87fb-b29192c53a23 already deleted. [ 705.794807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.030990] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fab1039-17c3-43ca-943b-b4dca50c1107',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.255807] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.256140] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.256211] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.256511] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.256662] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.256822] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port e5f478e5-e0f8-41e7-a87c-054c79afd15e not found, creating... [ 706.257159] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.257320] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.257447] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.257680] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.257813] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.258139] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.258356] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.258493] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.258706] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.258865] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.260320] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: e5f478e5-e0f8-41e7-a87c-054c79afd15e is going to be created. [ 706.295803] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.296053] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.296053] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.296391] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.296673] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.297954] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-e5f478e5-e0f8-41e7-a87c-054c79afd15e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.533695] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.533802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.533838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.534086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.534190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.534237] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 is going to be created. [ 706.562543] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.562767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.562846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.563076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.563232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.575524] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 in Status: UNINITIALIZED for 2s [ 706.663227] env[69806]: INFO networking_nsxv3.common.synchronization [None req-7e0f90ab-e3c0-425f-a50d-bf55e991b54a None None] Enqueued Resource ID: a6621053-e3e1-4ad9-ae49-6e6e31bd7e2b with Priority: HIGHEST for action port [ 706.663712] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6621053-e3e1-4ad9-ae49-6e6e31bd7e2b with Priority: HIGHEST for action port [ 706.664685] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6621053-e3e1-4ad9-ae49-6e6e31bd7e2b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.664808] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6621053-e3e1-4ad9-ae49-6e6e31bd7e2b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.664911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6621053-e3e1-4ad9-ae49-6e6e31bd7e2b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.665236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6621053-e3e1-4ad9-ae49-6e6e31bd7e2b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.665532] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6621053-e3e1-4ad9-ae49-6e6e31bd7e2b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.169132] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6621053-e3e1-4ad9-ae49-6e6e31bd7e2b [ 707.169132] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.169461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.169461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.169525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.169609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.169700] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6621053-e3e1-4ad9-ae49-6e6e31bd7e2b already deleted. [ 707.170025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6621053-e3e1-4ad9-ae49-6e6e31bd7e2b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.215186] env[69806]: INFO networking_nsxv3.common.synchronization [req-3691aae4-21f2-4cb1-bcd3-afcd0581cd0a req-99edd41b-c8b7-4a32-9510-4c6157b0e829 tempest-SecurityGroupRulesTestJSON-1255779488 tempest-SecurityGroupRulesTestJSON-1255779488-project-member] Enqueued Resource ID: 7a26fbc5-b2c7-4856-85bc-7f932b60a7b7 with Priority: HIGHEST for action security_group_rules [ 707.215186] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a26fbc5-b2c7-4856-85bc-7f932b60a7b7 with Priority: HIGHEST for action security_group_rules [ 707.215186] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a26fbc5-b2c7-4856-85bc-7f932b60a7b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.216809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a26fbc5-b2c7-4856-85bc-7f932b60a7b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.217132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a26fbc5-b2c7-4856-85bc-7f932b60a7b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.217492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a26fbc5-b2c7-4856-85bc-7f932b60a7b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.217646] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a26fbc5-b2c7-4856-85bc-7f932b60a7b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.287423] env[69806]: INFO networking_nsxv3.common.synchronization [req-5976ba3c-c761-4014-a36d-719c7d5f8030 req-0516ee7d-3f59-400b-bec0-0e55470a3f82 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Enqueued Resource ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd with Priority: HIGHEST for action security_group_members [ 707.287625] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd with Priority: HIGHEST for action security_group_members [ 707.287938] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.288140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.288308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.288872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.288946] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.289146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.289200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.289826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.289826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.289826] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a438d2c-ebfa-4cab-a4e3-08ecb52efacd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.744190] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.746012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.746259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.746674] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.747964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.748138] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a26fbc5-b2c7-4856-85bc-7f932b60a7b7 already deleted. [ 707.748221] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a26fbc5-b2c7-4856-85bc-7f932b60a7b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.791698] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.791861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.791925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.793287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.793287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.793287] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.793287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.793287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.793287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.793287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.793287] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd already deleted. [ 707.793287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.812615] env[69806]: INFO networking_nsxv3.common.synchronization [req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 req-e6f961ee-deb4-490d-8f87-6b01f7654b7b service nova] Enqueued Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_rules [ 707.812940] env[69806]: INFO networking_nsxv3.common.synchronization [req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 req-e6f961ee-deb4-490d-8f87-6b01f7654b7b service nova] Enqueued Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 707.812940] env[69806]: INFO networking_nsxv3.common.synchronization [req-73b9f1b8-1ac2-430c-b737-d6ccaa4fa8b6 req-e6f961ee-deb4-490d-8f87-6b01f7654b7b service nova] Enqueued Resource ID: e5f478e5-e0f8-41e7-a87c-054c79afd15e with Priority: HIGHEST for action port [ 707.813160] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_rules [ 707.813294] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 707.813403] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f478e5-e0f8-41e7-a87c-054c79afd15e with Priority: HIGHEST for action port [ 707.814039] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.815413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.815413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.815413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.815413] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.816074] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.821040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.821040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.821040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.821040] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.821040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.821040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.821040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.821040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.821040] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.821040] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5f478e5-e0f8-41e7-a87c-054c79afd15e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.821623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5f478e5-e0f8-41e7-a87c-054c79afd15e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.821623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5f478e5-e0f8-41e7-a87c-054c79afd15e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.821623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5f478e5-e0f8-41e7-a87c-054c79afd15e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.821623] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5f478e5-e0f8-41e7-a87c-054c79afd15e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.324081] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.324414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.324414] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5f478e5-e0f8-41e7-a87c-054c79afd15e with status ACTIVE [ 708.324575] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.324677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.324879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.325147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.325239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.325413] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.325510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.325565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.325719] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.325807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.326097] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.326199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.326251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.326401] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.326483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.326556] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5f478e5-e0f8-41e7-a87c-054c79afd15e is going to be updated. [ 708.327733] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.352519] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.352683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.352816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.352959] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.353115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.353276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5f478e5-e0f8-41e7-a87c-054c79afd15e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.566179] env[69806]: INFO networking_nsxv3.common.synchronization [None req-c78634c1-b852-45b7-8c7d-bf2956207993 None None] Enqueued Resource ID: b4c23c9e-57d1-4945-83d3-9e51a50a29e4 with Priority: HIGHEST for action port [ 708.567488] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c23c9e-57d1-4945-83d3-9e51a50a29e4 with Priority: HIGHEST for action port [ 708.568046] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4c23c9e-57d1-4945-83d3-9e51a50a29e4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.569136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4c23c9e-57d1-4945-83d3-9e51a50a29e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.569136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4c23c9e-57d1-4945-83d3-9e51a50a29e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.569136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4c23c9e-57d1-4945-83d3-9e51a50a29e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.569136] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c23c9e-57d1-4945-83d3-9e51a50a29e4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.586156] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 in Status: UNINITIALIZED for 4s [ 708.644828] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.645043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-836" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.645043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-836" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.645750] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-836" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.645750] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.646048] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.646048] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.649067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.649708] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.652777] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.652777] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.652777] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.652777] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.652777] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.652777] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.652777] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.681601] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.681601] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.681601] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.681601] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-836" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.682370] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-57e7d0a1-037a-4a16-a3bd-6f4fd365c728 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.682773] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-57e7d0a1-037a-4a16-a3bd-6f4fd365c728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.683045] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-57e7d0a1-037a-4a16-a3bd-6f4fd365c728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.683606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-57e7d0a1-037a-4a16-a3bd-6f4fd365c728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.685052] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e7d0a1-037a-4a16-a3bd-6f4fd365c728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.831107] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.073070] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4c23c9e-57d1-4945-83d3-9e51a50a29e4 [ 709.073516] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.073637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.073759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.074074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.074384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.074384] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4c23c9e-57d1-4945-83d3-9e51a50a29e4 already deleted. [ 709.074384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4c23c9e-57d1-4945-83d3-9e51a50a29e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.187635] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.187854] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.187985] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.188330] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.188488] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.188644] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 57e7d0a1-037a-4a16-a3bd-6f4fd365c728 not found, creating... [ 709.193460] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.193460] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.193460] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.193657] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.194437] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.194437] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.194437] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.194437] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.194667] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.194743] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.194891] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 57e7d0a1-037a-4a16-a3bd-6f4fd365c728 is going to be created. [ 709.219560] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.221580] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.221580] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.221580] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.221580] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.221580] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-57e7d0a1-037a-4a16-a3bd-6f4fd365c728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.333993] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.333993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.333993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.333993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.333993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.333993] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e16859e-db54-4510-87fb-b29192c53a23 is going to be created. [ 709.372872] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.372872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.372872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.372872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.372872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.392616] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: UNINITIALIZED for 2s [ 710.215809] env[69806]: INFO networking_nsxv3.common.synchronization [req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 req-d5f1c6d3-0345-44b5-b537-9290fc40b43b tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 710.216631] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 710.218314] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.218314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.218314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.218314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.218314] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.218314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.218314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.218314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.218314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.218725] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.542123] env[69806]: INFO networking_nsxv3.common.synchronization [None req-65a7e4e3-6f51-4b6e-b8f5-5e0a356061ce None None] Enqueued Resource ID: 3b4abd98-1ef4-406f-935a-59be81ff70eb with Priority: HIGHEST for action port [ 710.542410] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4abd98-1ef4-406f-935a-59be81ff70eb with Priority: HIGHEST for action port [ 710.543017] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b4abd98-1ef4-406f-935a-59be81ff70eb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.543193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b4abd98-1ef4-406f-935a-59be81ff70eb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.543241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b4abd98-1ef4-406f-935a-59be81ff70eb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.543531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b4abd98-1ef4-406f-935a-59be81ff70eb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.543621] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4abd98-1ef4-406f-935a-59be81ff70eb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.602666] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 in Status: SUCCESS [ 710.603013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.603113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.603314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.603513] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.603627] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.603699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.603926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.603970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.604063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.604268] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fab1039-17c3-43ca-943b-b4dca50c1107',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.721635] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.724068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.724068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.724068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.724068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.724068] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.724068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.724068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.724068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.724068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.724562] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd already deleted. [ 710.724562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.047404] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b4abd98-1ef4-406f-935a-59be81ff70eb [ 711.047404] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.047404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.047404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.047404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.047404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.047404] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b4abd98-1ef4-406f-935a-59be81ff70eb already deleted. [ 711.047404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b4abd98-1ef4-406f-935a-59be81ff70eb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.106293] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fab1039-17c3-43ca-943b-b4dca50c1107',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.408591] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: SUCCESS [ 711.408801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.409741] env[69806]: INFO networking_nsxv3.common.synchronization [None req-27e0daf4-580f-4711-bfe7-f52be77238c9 None None] Enqueued Resource ID: 10e9b982-95d5-4216-9400-8f3323b6e58b with Priority: HIGHEST for action port [ 711.411245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.411483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.411676] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.411795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.411881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.412100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.414610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.414610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.414610] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.414610] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e9b982-95d5-4216-9400-8f3323b6e58b with Priority: HIGHEST for action port [ 711.418403] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-10e9b982-95d5-4216-9400-8f3323b6e58b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.418403] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10e9b982-95d5-4216-9400-8f3323b6e58b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.418403] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10e9b982-95d5-4216-9400-8f3323b6e58b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.418403] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10e9b982-95d5-4216-9400-8f3323b6e58b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.418403] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10e9b982-95d5-4216-9400-8f3323b6e58b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.446732] env[69806]: INFO networking_nsxv3.common.synchronization [req-5976ba3c-c761-4014-a36d-719c7d5f8030 req-55b1455d-2007-48c0-9584-93a2cb1953f8 service nova] Enqueued Resource ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd with Priority: HIGHEST for action security_group_rules [ 711.446985] env[69806]: INFO networking_nsxv3.common.synchronization [req-5976ba3c-c761-4014-a36d-719c7d5f8030 req-55b1455d-2007-48c0-9584-93a2cb1953f8 service nova] Enqueued Resource ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd with Priority: HIGHEST for action security_group_members [ 711.447205] env[69806]: INFO networking_nsxv3.common.synchronization [req-5976ba3c-c761-4014-a36d-719c7d5f8030 req-55b1455d-2007-48c0-9584-93a2cb1953f8 service nova] Enqueued Resource ID: 57e7d0a1-037a-4a16-a3bd-6f4fd365c728 with Priority: HIGHEST for action port [ 711.447802] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd with Priority: HIGHEST for action security_group_rules [ 711.447984] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd with Priority: HIGHEST for action security_group_members [ 711.448561] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e7d0a1-037a-4a16-a3bd-6f4fd365c728 with Priority: HIGHEST for action port [ 711.449238] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.449428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.449500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.449786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.449895] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a438d2c-ebfa-4cab-a4e3-08ecb52efacd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.451776] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.451776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.452063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.452325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.455391] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.455391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.455391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.455391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.455391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.455391] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a438d2c-ebfa-4cab-a4e3-08ecb52efacd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.455391] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-57e7d0a1-037a-4a16-a3bd-6f4fd365c728 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.455391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57e7d0a1-037a-4a16-a3bd-6f4fd365c728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.455391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57e7d0a1-037a-4a16-a3bd-6f4fd365c728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.455391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57e7d0a1-037a-4a16-a3bd-6f4fd365c728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.455391] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e7d0a1-037a-4a16-a3bd-6f4fd365c728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.611194] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fab1039-17c3-43ca-943b-b4dca50c1107: rpc.has_security_group_logging(os_id): False [ 711.633683] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.633821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.633963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.634215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.634308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.634546] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.634644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.634777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.634850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.635807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.635978] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 is going to be created. [ 711.719873] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.720038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.720107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.720350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.720533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.737812] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 in Status: IN_PROGRESS for 2s [ 711.916786] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.916786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.917064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.917105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.917588] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.917813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.917922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.918108] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.918203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.918319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.918482] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.918580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.918650] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.918805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.918948] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.919053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.919129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.919247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.919322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.919417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.919489] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.920873] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10e9b982-95d5-4216-9400-8f3323b6e58b [ 711.920873] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.920952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.920984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.921145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.921224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.921313] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10e9b982-95d5-4216-9400-8f3323b6e58b already deleted. [ 711.921391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10e9b982-95d5-4216-9400-8f3323b6e58b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.957596] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.957733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.957916] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a438d2c-ebfa-4cab-a4e3-08ecb52efacd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.959721] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57e7d0a1-037a-4a16-a3bd-6f4fd365c728 with status ACTIVE [ 711.959721] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.959940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.959940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.960072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.960132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.960302] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.960402] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.960456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.960590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.961705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.961705] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.961705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.961705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.961705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.961705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.961705] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57e7d0a1-037a-4a16-a3bd-6f4fd365c728 is going to be updated. [ 711.989433] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.989433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.989433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.989433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.989433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.989746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57e7d0a1-037a-4a16-a3bd-6f4fd365c728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.037888] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.038972] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-940" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.038972] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-940" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.038972] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-940" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.038972] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.038972] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.040502] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.040502] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.040502] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.040816] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.041040] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.041311] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.041574] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.041837] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.042057] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.042325] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.066980] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.067178] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.067639] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.067639] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-940" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.068108] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-4d35f8b0-920a-40c2-b1fb-f98a24db5977 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.068108] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-4d35f8b0-920a-40c2-b1fb-f98a24db5977" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.068337] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-4d35f8b0-920a-40c2-b1fb-f98a24db5977" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.068556] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-4d35f8b0-920a-40c2-b1fb-f98a24db5977" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.068640] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d35f8b0-920a-40c2-b1fb-f98a24db5977',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.423035] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e16859e-db54-4510-87fb-b29192c53a23: rpc.has_security_group_logging(os_id): False [ 712.454831] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.454831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.455157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.455157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.455223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.456655] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.456655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.456655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.456655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.456655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.456655] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.456655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.456655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.456655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.456655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.456655] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.456655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.457289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.457289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.457289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.457289] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e16859e-db54-4510-87fb-b29192c53a23 is going to be created. [ 712.460530] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a438d2c-ebfa-4cab-a4e3-08ecb52efacd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.543413] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.543504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.543541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.544175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.544175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.562590] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: IN_PROGRESS for 2s [ 712.572615] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.572840] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.573054] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.574031] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.574031] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.574031] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 4d35f8b0-920a-40c2-b1fb-f98a24db5977 not found, creating... [ 712.574031] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.574391] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.574391] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.574688] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.574866] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.576110] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.576327] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.576481] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.576969] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.576969] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.577176] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 4d35f8b0-920a-40c2-b1fb-f98a24db5977 is going to be created. [ 712.603898] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.605032] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.605032] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.605032] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.605032] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.605032] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-4d35f8b0-920a-40c2-b1fb-f98a24db5977" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.687668] env[69806]: INFO networking_nsxv3.common.synchronization [req-fbefef2a-3009-4522-9ec2-b781ffcc1c8c req-38801fd6-8d31-4cf4-bde7-5b073c5b1baa tempest-DeleteServersAdminTestJSON-295700531 tempest-DeleteServersAdminTestJSON-295700531-project-admin] Enqueued Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 712.687985] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 712.688754] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.688754] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.688924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.688970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.691699] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.691834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.691902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.692115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.692210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.692410] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.718551] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-2fbb5c54-8561-4ddc-8309-53aa5337e197 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 712.718806] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 712.721807] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.722575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.722575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.722575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.722694] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.722760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.722842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.723083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.723083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.723169] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.964677] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.964677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.964677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.964677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.964677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.964677] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd is going to be created. [ 712.995447] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.996210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.996337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.998048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.998048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.010623] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd in Status: UNINITIALIZED for 2s [ 713.136860] env[69806]: INFO networking_nsxv3.common.synchronization [None req-48e8157c-37d2-4a4c-bede-3cf2b4d08796 None None] Enqueued Resource ID: 4c40ff6d-862d-457a-a8b8-1c1112fb5173 with Priority: HIGHEST for action port [ 713.137340] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c40ff6d-862d-457a-a8b8-1c1112fb5173 with Priority: HIGHEST for action port [ 713.137969] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c40ff6d-862d-457a-a8b8-1c1112fb5173 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.138410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c40ff6d-862d-457a-a8b8-1c1112fb5173" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.138506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c40ff6d-862d-457a-a8b8-1c1112fb5173" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.138877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c40ff6d-862d-457a-a8b8-1c1112fb5173" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.138877] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c40ff6d-862d-457a-a8b8-1c1112fb5173',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.198036] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.198036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.198036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.198036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.198036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.198036] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.198036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.198036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.198036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.198036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.198036] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 is going to be updated. [ 713.227307] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.227307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.227307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.227307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.227307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.227307] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.227307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.227307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.227307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.227307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.227307] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 already deleted. [ 713.227307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.230646] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.230646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.230646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.230646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.230646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.241690] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: IN_PROGRESS for 2s [ 713.642043] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c40ff6d-862d-457a-a8b8-1c1112fb5173 [ 713.642242] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.646025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.646025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.646025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.646025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.646025] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c40ff6d-862d-457a-a8b8-1c1112fb5173 already deleted. [ 713.646025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c40ff6d-862d-457a-a8b8-1c1112fb5173" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.756201] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 in Status: SUCCESS [ 713.756944] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.237016] env[69806]: INFO networking_nsxv3.common.synchronization [None req-3fc34a78-6234-489f-8471-154200e2fd3b None None] Enqueued Resource ID: 1df2abc4-56bc-4715-8db2-00daf0fe287a with Priority: HIGHEST for action port [ 714.237545] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df2abc4-56bc-4715-8db2-00daf0fe287a with Priority: HIGHEST for action port [ 714.237886] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-1df2abc4-56bc-4715-8db2-00daf0fe287a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.239310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1df2abc4-56bc-4715-8db2-00daf0fe287a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.239633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1df2abc4-56bc-4715-8db2-00daf0fe287a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.240119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1df2abc4-56bc-4715-8db2-00daf0fe287a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.240214] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df2abc4-56bc-4715-8db2-00daf0fe287a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.579388] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: SUCCESS [ 714.579749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.717998] env[69806]: INFO networking_nsxv3.common.synchronization [None req-62125624-e017-4fa6-a772-3049606fcaf7 None None] Enqueued Resource ID: ea1c4343-361f-4d7e-87e1-6f420cb3bb3b with Priority: HIGHEST for action port [ 714.717998] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1c4343-361f-4d7e-87e1-6f420cb3bb3b with Priority: HIGHEST for action port [ 714.717998] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea1c4343-361f-4d7e-87e1-6f420cb3bb3b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.717998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea1c4343-361f-4d7e-87e1-6f420cb3bb3b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.717998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea1c4343-361f-4d7e-87e1-6f420cb3bb3b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.717998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea1c4343-361f-4d7e-87e1-6f420cb3bb3b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.719410] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1c4343-361f-4d7e-87e1-6f420cb3bb3b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.745397] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1df2abc4-56bc-4715-8db2-00daf0fe287a [ 714.745644] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.747023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.747023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.747023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.747023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.747023] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1df2abc4-56bc-4715-8db2-00daf0fe287a already deleted. [ 714.747023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1df2abc4-56bc-4715-8db2-00daf0fe287a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.023929] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd in Status: SUCCESS [ 715.023929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.023929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.023929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.023929] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.023929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.023929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.023929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.023929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.023929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.026475] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a438d2c-ebfa-4cab-a4e3-08ecb52efacd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.151490] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-76a7a173-8a43-41f4-b15f-bec971f0df75 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 715.152222] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 715.152571] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.152699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.152763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.152973] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.154130] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.154254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.154320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.154548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.154696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.156073] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.221530] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea1c4343-361f-4d7e-87e1-6f420cb3bb3b [ 715.221530] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.221530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.221530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.222410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.222505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.225660] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea1c4343-361f-4d7e-87e1-6f420cb3bb3b already deleted. [ 715.225660] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea1c4343-361f-4d7e-87e1-6f420cb3bb3b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.262972] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: SUCCESS [ 715.265903] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 deletion is rescheduled due to dependency. [ 715.266245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.415452] env[69806]: INFO networking_nsxv3.common.synchronization [None req-ee9e9e09-ebb3-4d4d-8bd1-b88cf299a2b3 None None] Enqueued Resource ID: 6992d98c-ff8a-4915-a7be-3f4f1b9168d1 with Priority: HIGHEST for action port [ 715.419775] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6992d98c-ff8a-4915-a7be-3f4f1b9168d1 with Priority: HIGHEST for action port [ 715.421590] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-6992d98c-ff8a-4915-a7be-3f4f1b9168d1 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.421590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6992d98c-ff8a-4915-a7be-3f4f1b9168d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.421590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6992d98c-ff8a-4915-a7be-3f4f1b9168d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.421590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6992d98c-ff8a-4915-a7be-3f4f1b9168d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.421590] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6992d98c-ff8a-4915-a7be-3f4f1b9168d1',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.528446] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.528924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.528924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.529244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.529471] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.529602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.529671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.529850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.529941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.530040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.530193] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.530341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.530341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.530491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.530625] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.530849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.530849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.530910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.530968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.531057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.531317] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a438d2c-ebfa-4cab-a4e3-08ecb52efacd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.656226] env[69806]: INFO networking_nsxv3.common.synchronization [req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 req-09df0b97-15c6-4fbc-b065-095430fb1735 service nova] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_rules [ 715.656523] env[69806]: INFO networking_nsxv3.common.synchronization [req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 req-09df0b97-15c6-4fbc-b065-095430fb1735 service nova] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 715.656772] env[69806]: INFO networking_nsxv3.common.synchronization [req-b89ca2d7-4e90-4d50-8e26-9e588ce91f99 req-09df0b97-15c6-4fbc-b065-095430fb1735 service nova] Enqueued Resource ID: 4d35f8b0-920a-40c2-b1fb-f98a24db5977 with Priority: HIGHEST for action port [ 715.657697] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_rules [ 715.657913] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 715.658118] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d35f8b0-920a-40c2-b1fb-f98a24db5977 with Priority: HIGHEST for action port [ 715.658611] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.659855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.659855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.659855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.659855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.659855] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.660255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.660255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.660341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.660459] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.660597] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 already deleted. [ 715.660725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.661132] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.661853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.661983] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.662439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.662439] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.664812] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.664991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.665132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.665407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.665906] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.665906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.665906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.666173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.666326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.666527] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.668383] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d35f8b0-920a-40c2-b1fb-f98a24db5977 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.668994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d35f8b0-920a-40c2-b1fb-f98a24db5977" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.668994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d35f8b0-920a-40c2-b1fb-f98a24db5977" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.668994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d35f8b0-920a-40c2-b1fb-f98a24db5977" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.669272] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d35f8b0-920a-40c2-b1fb-f98a24db5977',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.695037] env[69806]: INFO networking_nsxv3.common.synchronization [None req-ee4e5390-2c22-468b-b767-e2a58b849abd None None] Enqueued Resource ID: 5661f301-08cf-425e-88ca-bbaeb8f3bff0 with Priority: HIGHEST for action port [ 715.695037] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5661f301-08cf-425e-88ca-bbaeb8f3bff0 with Priority: HIGHEST for action port [ 715.695037] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-5661f301-08cf-425e-88ca-bbaeb8f3bff0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.695037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5661f301-08cf-425e-88ca-bbaeb8f3bff0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.695037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5661f301-08cf-425e-88ca-bbaeb8f3bff0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.695565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5661f301-08cf-425e-88ca-bbaeb8f3bff0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.696936] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5661f301-08cf-425e-88ca-bbaeb8f3bff0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.925418] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6992d98c-ff8a-4915-a7be-3f4f1b9168d1 [ 715.925649] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.925878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.925878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.926230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.926334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.926420] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6992d98c-ff8a-4915-a7be-3f4f1b9168d1 already deleted. [ 715.926502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6992d98c-ff8a-4915-a7be-3f4f1b9168d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.033126] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd: rpc.has_security_group_logging(os_id): False [ 716.061798] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.061978] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.062063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.062288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.062381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.062697] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.062807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.062869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.063050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.063136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.063374] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.063499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.063566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.064432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.064432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.064432] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.064432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.064432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.064689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.064689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.064689] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd is going to be created. [ 716.120480] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.121058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.121418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.121675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.121870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.137815] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd in Status: IN_PROGRESS for 2s [ 716.165072] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.165246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.168958] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.171566] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d35f8b0-920a-40c2-b1fb-f98a24db5977 with status ACTIVE [ 716.171783] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.171906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.171971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.172445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.172559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.172819] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.172946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.173029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.173382] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.173449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.173675] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.173788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.173844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.174077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.174115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.174195] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d35f8b0-920a-40c2-b1fb-f98a24db5977 is going to be updated. [ 716.199044] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5661f301-08cf-425e-88ca-bbaeb8f3bff0 [ 716.199422] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.199548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.199588] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.200371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.200371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.200371] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5661f301-08cf-425e-88ca-bbaeb8f3bff0 already deleted. [ 716.200371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5661f301-08cf-425e-88ca-bbaeb8f3bff0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.201182] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.201293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.201336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.201629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.201761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.201963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d35f8b0-920a-40c2-b1fb-f98a24db5977" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.619555] env[69806]: INFO networking_nsxv3.common.synchronization [req-5d5af2b9-853b-4f70-8f61-2ac50d768d4c req-f4366689-5fa4-4b73-abb0-2f149a5c4233 tempest-SecurityGroupRulesTestJSON-1255779488 tempest-SecurityGroupRulesTestJSON-1255779488-project-member] Enqueued Resource ID: 8579cf33-ac0e-4ea3-9850-67dbf62eaa41 with Priority: HIGHEST for action security_group_rules [ 716.621753] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8579cf33-ac0e-4ea3-9850-67dbf62eaa41 with Priority: HIGHEST for action security_group_rules [ 716.622359] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.622546] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.622654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.623059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.623204] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8579cf33-ac0e-4ea3-9850-67dbf62eaa41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.677535] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.147875] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.147875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.147875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.148499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.148499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.148499] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8579cf33-ac0e-4ea3-9850-67dbf62eaa41 already deleted. [ 717.148499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.171599] env[69806]: INFO networking_nsxv3.common.synchronization [req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 req-d15d5966-8fcd-44e9-8041-2945a7cea6b7 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Enqueued Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_members [ 717.172451] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_members [ 717.172765] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-421d2ed2-56e2-4311-8fd4-716d1e5d0257 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.173477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.173477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.176236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.176436] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.176555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.176619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.176797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.176881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.176979] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421d2ed2-56e2-4311-8fd4-716d1e5d0257',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.183585] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.183801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.184093] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.184195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.184195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.184441] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd is going to be created. [ 717.214965] env[69806]: INFO networking_nsxv3.common.synchronization [req-2c6ba48a-f02c-4d04-957f-6ece74874654 req-2d3b925d-7cb0-40a9-a8b5-d2bdc856d8f3 tempest-TenantUsagesTestJSON-1322978774 tempest-TenantUsagesTestJSON-1322978774-project-member] Enqueued Resource ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef with Priority: HIGHEST for action security_group_members [ 717.216441] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef with Priority: HIGHEST for action security_group_members [ 717.216441] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.220071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.220071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.220071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.220678] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.221274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.221274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.221274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.221274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.221450] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.227024] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.227024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.227024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.227024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.227024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.243486] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: UNINITIALIZED for 2s [ 717.493502] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-1f4db294-b408-4fbe-b9a7-7537eceb2827 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 717.494076] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 717.494462] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.498214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.498214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.498214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.498214] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.498214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.498214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.498214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.498534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.498534] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.681189] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.681894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.681894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.681894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.682146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.682679] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.682679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.682679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.682835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.682835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.683099] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 already deleted. [ 717.683186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.725186] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.725383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.725428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.725606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.725700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.725887] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.725989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.726069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.726388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.727329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.727329] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef is going to be updated. [ 717.762093] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.762252] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.762320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.762731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.762882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.774568] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef in Status: IN_PROGRESS for 2s [ 718.003049] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.003049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.003049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.003049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.003049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.003580] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.003580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.003580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.003580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.003925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.003925] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 already deleted. [ 718.003925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.155182] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd in Status: SUCCESS [ 718.155495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.399990] env[69806]: INFO networking_nsxv3.common.synchronization [req-1526b80e-c4ed-4fc1-b3ca-df044334e868 req-3daa6184-f2fe-4e8d-bb1a-7d11823b63b7 tempest-SecurityGroupRulesTestJSON-1255779488 tempest-SecurityGroupRulesTestJSON-1255779488-project-member] Enqueued Resource ID: 8579cf33-ac0e-4ea3-9850-67dbf62eaa41 with Priority: HIGHEST for action security_group_rules [ 718.400659] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8579cf33-ac0e-4ea3-9850-67dbf62eaa41 with Priority: HIGHEST for action security_group_rules [ 718.400985] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.402224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.402307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.402509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.402588] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8579cf33-ac0e-4ea3-9850-67dbf62eaa41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.692716] env[69806]: INFO networking_nsxv3.common.synchronization [None req-f30aae2a-faf6-4570-bcd1-bb7cd9c3e8fc None None] Enqueued Resource ID: c42808b2-b662-4076-8427-3c5d4d935ca0 with Priority: HIGHEST for action port [ 718.692716] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42808b2-b662-4076-8427-3c5d4d935ca0 with Priority: HIGHEST for action port [ 718.692716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-c42808b2-b662-4076-8427-3c5d4d935ca0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.692716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c42808b2-b662-4076-8427-3c5d4d935ca0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.692716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c42808b2-b662-4076-8427-3c5d4d935ca0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.692716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c42808b2-b662-4076-8427-3c5d4d935ca0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.692716] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c42808b2-b662-4076-8427-3c5d4d935ca0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.724121] env[69806]: INFO networking_nsxv3.common.synchronization [req-2429396d-7cad-4627-a0c3-5b900da88e15 req-e082dcb5-10ce-47b9-a863-f68f1a326396 tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Enqueued Resource ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 with Priority: HIGHEST for action security_group_members [ 718.724724] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 with Priority: HIGHEST for action security_group_members [ 718.725453] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-300c68ac-bbde-4184-aa8e-2b911300dd41 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.725595] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.726463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.728624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.728624] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.728624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.728624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.728624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.728624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.728624] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300c68ac-bbde-4184-aa8e-2b911300dd41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.928073] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.928073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.928073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.928073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.928073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.928073] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8579cf33-ac0e-4ea3-9850-67dbf62eaa41 already deleted. [ 718.928073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.081715] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.081715] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-381" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.082448] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-381" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.082448] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-381" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.082448] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.082693] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.082693] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.083129] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.086527] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.086527] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.086527] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.086527] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.086527] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.086527] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.086527] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.086527] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.099537] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.099766] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-703" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.099863] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-703" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.100229] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-703" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.100487] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.100671] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.100796] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.101045] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.101302] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.101409] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.101520] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.101628] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.101744] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.101856] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.101955] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.102105] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.113147] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.113390] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.113450] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.113611] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-381" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.113922] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-4a619d16-c2ac-442d-9735-fd3d845eeafe taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.114110] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-4a619d16-c2ac-442d-9735-fd3d845eeafe" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.114232] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-4a619d16-c2ac-442d-9735-fd3d845eeafe" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.114608] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-4a619d16-c2ac-442d-9735-fd3d845eeafe" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.114744] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a619d16-c2ac-442d-9735-fd3d845eeafe',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.125022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.125022] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.125022] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.125022] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-703" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.125022] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-98c75aab-1489-49fb-9442-fbcebc07bdb4 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.125022] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-98c75aab-1489-49fb-9442-fbcebc07bdb4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.125022] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-98c75aab-1489-49fb-9442-fbcebc07bdb4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.125022] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-98c75aab-1489-49fb-9442-fbcebc07bdb4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.125022] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c75aab-1489-49fb-9442-fbcebc07bdb4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.195956] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c42808b2-b662-4076-8427-3c5d4d935ca0 [ 719.199110] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.199110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.199110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.199110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.199110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.199110] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c42808b2-b662-4076-8427-3c5d4d935ca0 already deleted. [ 719.199110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c42808b2-b662-4076-8427-3c5d4d935ca0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.231738] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.231738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.231976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.232132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.232547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.232547] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.232733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.232825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.233034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.233162] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.233286] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 already deleted. [ 719.233375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.255518] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: SUCCESS [ 719.256069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.258112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.258112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.258112] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.258112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.258112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.258112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.258112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.258112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.258112] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.607978] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.608068] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.608248] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.608552] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.609402] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.609402] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.612481] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.612774] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.613707] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.613707] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.613707] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.613707] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.613707] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.613707] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.613707] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.614096] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.621127] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.621358] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.621483] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.621759] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.621906] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.622069] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 4a619d16-c2ac-442d-9735-fd3d845eeafe not found, creating... [ 719.622327] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.622476] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.622594] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.622812] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.622978] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.623520] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.623810] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.623874] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.624308] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.624862] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.625101] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 4a619d16-c2ac-442d-9735-fd3d845eeafe is going to be created. [ 719.627113] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.627334] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.627485] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.627882] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.627882] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.628111] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 98c75aab-1489-49fb-9442-fbcebc07bdb4 not found, creating... [ 719.628630] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.628630] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.628950] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.629470] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.629592] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.629914] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.630234] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.630397] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.630660] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.634066] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.634066] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 98c75aab-1489-49fb-9442-fbcebc07bdb4 is going to be created. [ 719.634066] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.634066] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.634066] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.634066] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.634066] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-8ebd7ccf-89e1-48c8-980c-2297637c2485 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.634533] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-8ebd7ccf-89e1-48c8-980c-2297637c2485" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.634533] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-8ebd7ccf-89e1-48c8-980c-2297637c2485" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.634722] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-8ebd7ccf-89e1-48c8-980c-2297637c2485" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.634766] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ebd7ccf-89e1-48c8-980c-2297637c2485',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.658892] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.658892] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.658892] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.658892] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.658892] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.658892] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-4a619d16-c2ac-442d-9735-fd3d845eeafe" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.660959] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.661130] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.661250] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.661520] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.661735] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.661956] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-98c75aab-1489-49fb-9442-fbcebc07bdb4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.762168] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.787202] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef in Status: SUCCESS [ 719.787202] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef deletion is rescheduled due to dependency. [ 719.787202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.137841] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.138148] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.138296] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.138613] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.138772] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.138968] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 8ebd7ccf-89e1-48c8-980c-2297637c2485 not found, creating... [ 720.139285] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.139467] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.139608] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.139889] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.140065] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.140621] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.144067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.144358] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.144816] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.145110] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.145359] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 8ebd7ccf-89e1-48c8-980c-2297637c2485 is going to be created. [ 720.176429] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.176429] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.176429] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.176429] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.176429] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.176429] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-8ebd7ccf-89e1-48c8-980c-2297637c2485" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.188032] env[69806]: INFO networking_nsxv3.common.synchronization [None req-924b53bf-4582-4835-939b-edcd029f3239 None None] Enqueued Resource ID: cd5d6465-d57b-4f9e-a40f-e7dd411cb7dd with Priority: HIGHEST for action port [ 720.188782] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5d6465-d57b-4f9e-a40f-e7dd411cb7dd with Priority: HIGHEST for action port [ 720.191511] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd5d6465-d57b-4f9e-a40f-e7dd411cb7dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.194028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd5d6465-d57b-4f9e-a40f-e7dd411cb7dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.194028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd5d6465-d57b-4f9e-a40f-e7dd411cb7dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.194458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd5d6465-d57b-4f9e-a40f-e7dd411cb7dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.194458] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5d6465-d57b-4f9e-a40f-e7dd411cb7dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.264482] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2edc8c9-eb47-436e-a992-1b5351b794dd: rpc.has_security_group_logging(os_id): False [ 720.286710] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.287966] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.289248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.289773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.289773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.290220] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.291282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.291282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.291282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.293037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.293037] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd is going to be created. [ 720.408459] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.408699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.408699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.409196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.409335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.438824] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: IN_PROGRESS for 2s [ 720.693917] env[69806]: INFO networking_nsxv3.common.synchronization [None req-642e6946-a714-44fc-8b5b-4e490ef51ce3 None None] Enqueued Resource ID: d39891c7-0bb8-46d0-b318-138a264c2564 with Priority: HIGHEST for action port [ 720.694537] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39891c7-0bb8-46d0-b318-138a264c2564 with Priority: HIGHEST for action port [ 720.697349] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-d39891c7-0bb8-46d0-b318-138a264c2564 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.698235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d39891c7-0bb8-46d0-b318-138a264c2564" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.698235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d39891c7-0bb8-46d0-b318-138a264c2564" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.698695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d39891c7-0bb8-46d0-b318-138a264c2564" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.700122] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d39891c7-0bb8-46d0-b318-138a264c2564',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.702777] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd5d6465-d57b-4f9e-a40f-e7dd411cb7dd [ 720.703035] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.703150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.704377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.704377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.704377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.704377] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd5d6465-d57b-4f9e-a40f-e7dd411cb7dd already deleted. [ 720.704377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd5d6465-d57b-4f9e-a40f-e7dd411cb7dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.206341] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d39891c7-0bb8-46d0-b318-138a264c2564 [ 721.206341] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.206341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.214933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.214933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.214933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.214933] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d39891c7-0bb8-46d0-b318-138a264c2564 already deleted. [ 721.214933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d39891c7-0bb8-46d0-b318-138a264c2564" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.638953] env[69806]: INFO networking_nsxv3.common.synchronization [req-2429396d-7cad-4627-a0c3-5b900da88e15 req-cbca2fe9-2fd7-4f0b-9d7c-8bc756ab85e1 service nova] Enqueued Resource ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 with Priority: HIGHEST for action security_group_rules [ 721.639245] env[69806]: INFO networking_nsxv3.common.synchronization [req-2429396d-7cad-4627-a0c3-5b900da88e15 req-cbca2fe9-2fd7-4f0b-9d7c-8bc756ab85e1 service nova] Enqueued Resource ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 with Priority: HIGHEST for action security_group_members [ 721.639551] env[69806]: INFO networking_nsxv3.common.synchronization [req-2429396d-7cad-4627-a0c3-5b900da88e15 req-cbca2fe9-2fd7-4f0b-9d7c-8bc756ab85e1 service nova] Enqueued Resource ID: 8ebd7ccf-89e1-48c8-980c-2297637c2485 with Priority: HIGHEST for action port [ 721.639551] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 with Priority: HIGHEST for action security_group_rules [ 721.639629] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 with Priority: HIGHEST for action security_group_members [ 721.639715] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebd7ccf-89e1-48c8-980c-2297637c2485 with Priority: HIGHEST for action port [ 721.641339] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-300c68ac-bbde-4184-aa8e-2b911300dd41 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.641469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.641537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.641791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.641875] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('300c68ac-bbde-4184-aa8e-2b911300dd41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.642775] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-300c68ac-bbde-4184-aa8e-2b911300dd41 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.642936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.643477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.643709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.643887] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.643993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.644066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.644386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.644425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.644529] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300c68ac-bbde-4184-aa8e-2b911300dd41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.645426] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ebd7ccf-89e1-48c8-980c-2297637c2485 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.645540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ebd7ccf-89e1-48c8-980c-2297637c2485" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.645606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ebd7ccf-89e1-48c8-980c-2297637c2485" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.645761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ebd7ccf-89e1-48c8-980c-2297637c2485" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.645837] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ebd7ccf-89e1-48c8-980c-2297637c2485',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.762756] env[69806]: INFO networking_nsxv3.common.synchronization [req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 req-749d8782-7d5e-4619-ba2f-a025ab7fbef8 service nova] Enqueued Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_rules [ 721.763116] env[69806]: INFO networking_nsxv3.common.synchronization [req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 req-749d8782-7d5e-4619-ba2f-a025ab7fbef8 service nova] Enqueued Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_members [ 721.763116] env[69806]: INFO networking_nsxv3.common.synchronization [req-5504c2d2-a973-45ce-8dca-24f8d6aa46f6 req-749d8782-7d5e-4619-ba2f-a025ab7fbef8 service nova] Enqueued Resource ID: 4a619d16-c2ac-442d-9735-fd3d845eeafe with Priority: HIGHEST for action port [ 721.763609] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_rules [ 721.763882] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_members [ 721.763882] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a619d16-c2ac-442d-9735-fd3d845eeafe with Priority: HIGHEST for action port [ 721.764499] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.765527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.765595] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.765834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.765930] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421d2ed2-56e2-4311-8fd4-716d1e5d0257',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.769872] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-421d2ed2-56e2-4311-8fd4-716d1e5d0257 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.769872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.769872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.769872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.769872] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.769872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.769872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.769872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.769872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.769872] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421d2ed2-56e2-4311-8fd4-716d1e5d0257',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.769872] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a619d16-c2ac-442d-9735-fd3d845eeafe taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.770335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a619d16-c2ac-442d-9735-fd3d845eeafe" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.770335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a619d16-c2ac-442d-9735-fd3d845eeafe" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.770335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a619d16-c2ac-442d-9735-fd3d845eeafe" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.770335] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a619d16-c2ac-442d-9735-fd3d845eeafe',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.942317] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-6a987942-30cb-4aa8-a8c0-e704e4a237e6 service nova] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_rules [ 721.942447] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-6a987942-30cb-4aa8-a8c0-e704e4a237e6 service nova] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 721.942563] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-6a987942-30cb-4aa8-a8c0-e704e4a237e6 service nova] Enqueued Resource ID: 98c75aab-1489-49fb-9442-fbcebc07bdb4 with Priority: HIGHEST for action port [ 721.943276] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_rules [ 721.943276] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 721.943479] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c75aab-1489-49fb-9442-fbcebc07bdb4 with Priority: HIGHEST for action port [ 721.943730] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.945825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.946226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.946311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.946372] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.947545] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.947691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.948914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.948914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.948914] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.948914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.951788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.952410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.952410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.952410] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.953642] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-98c75aab-1489-49fb-9442-fbcebc07bdb4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.953642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98c75aab-1489-49fb-9442-fbcebc07bdb4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.953642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98c75aab-1489-49fb-9442-fbcebc07bdb4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.953642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98c75aab-1489-49fb-9442-fbcebc07bdb4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.953642] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c75aab-1489-49fb-9442-fbcebc07bdb4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.147608] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-300c68ac-bbde-4184-aa8e-2b911300dd41 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.147757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.147873] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('300c68ac-bbde-4184-aa8e-2b911300dd41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.149045] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ebd7ccf-89e1-48c8-980c-2297637c2485 with status ACTIVE [ 722.149338] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.149519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.149618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.149932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.150108] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.150407] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.150802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.150945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.151157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.151263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.151445] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.151543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.151605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.151748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.151825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.151909] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ebd7ccf-89e1-48c8-980c-2297637c2485 is going to be updated. [ 722.179087] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.179203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.179250] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.179450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.179588] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.179762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ebd7ccf-89e1-48c8-980c-2297637c2485" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.197645] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a76757cb-9797-4827-9e58-c7aaf3921d0d tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 722.198164] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 722.198641] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.200962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.200962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.200962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.201196] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.272574] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-421d2ed2-56e2-4311-8fd4-716d1e5d0257 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.272673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.272871] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('421d2ed2-56e2-4311-8fd4-716d1e5d0257',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.275217] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a619d16-c2ac-442d-9735-fd3d845eeafe with status ACTIVE [ 722.275557] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.275762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.275843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.276324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.276783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.277296] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.277384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.277437] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.277634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.277718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.277916] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.278051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.278116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.278349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.278410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.278505] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a619d16-c2ac-442d-9735-fd3d845eeafe is going to be updated. [ 722.328571] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.328571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.328571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.328571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.328571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.328571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a619d16-c2ac-442d-9735-fd3d845eeafe" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.457280] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: SUCCESS [ 722.457513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.457730] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.459167] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.459167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.459167] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98c75aab-1489-49fb-9442-fbcebc07bdb4 with status ACTIVE [ 722.459422] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.459422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.459422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.459556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.459655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.459806] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.459897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.459959] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.463439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.463529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.463772] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.463898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.463975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.464259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.464338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.464437] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98c75aab-1489-49fb-9442-fbcebc07bdb4 is going to be updated. [ 722.488108] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.488355] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.488495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.488814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.489042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.489292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98c75aab-1489-49fb-9442-fbcebc07bdb4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.510194] env[69806]: INFO networking_nsxv3.common.synchronization [None req-13168012-c7f3-4c6b-b092-f13cd35ebef3 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 722.514279] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 722.514279] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.514279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.656663] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('300c68ac-bbde-4184-aa8e-2b911300dd41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.728662] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.728662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.728662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.728662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.728662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.728662] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 already deleted. [ 722.728662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.728662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.728662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.728662] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.775572] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('421d2ed2-56e2-4311-8fd4-716d1e5d0257',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.930203] env[69806]: INFO networking_nsxv3.common.synchronization [req-ad3ea227-4f8e-471b-9cd0-4b63baecf856 req-3df17dff-98f1-4d62-a42e-1dcd18f3e3f8 tempest-SecurityGroupRulesTestJSON-1255779488 tempest-SecurityGroupRulesTestJSON-1255779488-project-member] Enqueued Resource ID: 8579cf33-ac0e-4ea3-9850-67dbf62eaa41 with Priority: HIGHEST for action security_group_rules [ 722.930203] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8579cf33-ac0e-4ea3-9850-67dbf62eaa41 with Priority: HIGHEST for action security_group_rules [ 722.930203] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.935519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.935912] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.939494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.939494] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8579cf33-ac0e-4ea3-9850-67dbf62eaa41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.966810] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.158329] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.158634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.158634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.158854] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.162276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.162276] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 is going to be created. [ 723.194040] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.195748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.195748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.195748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.196315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.208119] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 in Status: UNINITIALIZED for 2s [ 723.257162] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.257459] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.257590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.257909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.258104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.258215] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 already deleted. [ 723.258353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.283472] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.283472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.283472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.283472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.283472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.283472] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 is going to be created. [ 723.313140] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.313140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.313140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.313140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.313140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.328776] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 in Status: UNINITIALIZED for 2s [ 723.460773] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.461238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.461238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.461238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.462922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.462922] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8579cf33-ac0e-4ea3-9850-67dbf62eaa41 already deleted. [ 723.462922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8579cf33-ac0e-4ea3-9850-67dbf62eaa41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.471164] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.471164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.471164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.471164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.471164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.471525] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be created. [ 723.505340] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.505340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.505340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.505340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.505638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.518872] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: UNINITIALIZED for 2s [ 723.712389] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-898 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.712833] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-898" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.712833] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-898" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.717143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-898" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.717143] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.717143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.717143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.717143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.717143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.717143] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.717143] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.717143] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.717143] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.717143] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.717143] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.717143] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.740299] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.740516] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.740607] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.741145] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-898" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.741145] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-943689c5-1a5b-44bc-aaf4-1aeb21174bd4 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.741361] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-943689c5-1a5b-44bc-aaf4-1aeb21174bd4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.741429] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-943689c5-1a5b-44bc-aaf4-1aeb21174bd4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.741758] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-943689c5-1a5b-44bc-aaf4-1aeb21174bd4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.741940] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943689c5-1a5b-44bc-aaf4-1aeb21174bd4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.244894] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.245229] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.245229] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.246953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.246953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.246953] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 943689c5-1a5b-44bc-aaf4-1aeb21174bd4 not found, creating... [ 724.246953] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.246953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.246953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.246953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.246953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.247374] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.247374] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.247374] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.247548] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.247706] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.247804] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 943689c5-1a5b-44bc-aaf4-1aeb21174bd4 is going to be created. [ 724.276152] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.276429] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.276552] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.276858] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.277162] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.278430] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-943689c5-1a5b-44bc-aaf4-1aeb21174bd4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.300814] env[69806]: INFO networking_nsxv3.common.synchronization [req-e137ec74-78e2-4d25-a24b-80f71483a138 req-5ffeae0b-91b5-461f-a4ab-0c27aa368b5a tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Enqueued Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 724.304323] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 724.304323] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.304323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.304323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.304323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.304323] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.304323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.304323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.304323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.304323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.304733] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.810020] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.223614] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 in Status: SUCCESS [ 725.223811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.223911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.224527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.224527] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.224527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.224527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.225728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.225728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.225728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.225728] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('300c68ac-bbde-4184-aa8e-2b911300dd41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.287950] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.287950] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.287950] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.287950] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.287950] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.289097] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.289831] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.289831] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.292446] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.292446] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.292446] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.292446] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.292446] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.292446] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.292446] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.292446] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.315027] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.315027] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.315027] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.315027] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.315027] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.315027] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-3bfb3c10-8997-4a82-b936-3b97b10bfa09 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.315027] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-3bfb3c10-8997-4a82-b936-3b97b10bfa09" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.315027] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-3bfb3c10-8997-4a82-b936-3b97b10bfa09" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.319307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-3bfb3c10-8997-4a82-b936-3b97b10bfa09" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.319307] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bfb3c10-8997-4a82-b936-3b97b10bfa09',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.340160] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 in Status: SUCCESS [ 725.341107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.341107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.341107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.341297] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.341468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.341609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.341813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.345741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.345741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.345741] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('421d2ed2-56e2-4311-8fd4-716d1e5d0257',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.532528] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 725.532724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.532848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.533432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.533432] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.533432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.533432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.533660] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.533660] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.533744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.533779] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.727608] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-300c68ac-bbde-4184-aa8e-2b911300dd41 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.727823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.727823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.730374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.730956] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.731131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.731201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.731436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.731551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.731647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.731818] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-300c68ac-bbde-4184-aa8e-2b911300dd41 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.731915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.731976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.732153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.732290] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.732377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.732434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.732567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.732638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.732713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.732802] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('300c68ac-bbde-4184-aa8e-2b911300dd41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.821122] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.821122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.821122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.821122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.821122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.821122] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da is going to be updated. [ 725.822025] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.822025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.822025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.822025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.822025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.823282] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 3bfb3c10-8997-4a82-b936-3b97b10bfa09 not found, creating... [ 725.823282] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.823447] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.823523] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.823733] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.824077] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.824434] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.824627] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.824757] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.825156] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.825355] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.825472] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 3bfb3c10-8997-4a82-b936-3b97b10bfa09 is going to be created. [ 725.849474] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.849689] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.849812] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.850106] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.850336] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.850575] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-3bfb3c10-8997-4a82-b936-3b97b10bfa09" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.856252] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('421d2ed2-56e2-4311-8fd4-716d1e5d0257',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.861086] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.861086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.861086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.861086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.861086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.872674] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: IN_PROGRESS for 2s [ 726.007574] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-29d8d240-5308-4a5e-b5d3-78222ac3689c service nova] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_rules [ 726.008555] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-29d8d240-5308-4a5e-b5d3-78222ac3689c service nova] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 726.008555] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-29d8d240-5308-4a5e-b5d3-78222ac3689c service nova] Enqueued Resource ID: 943689c5-1a5b-44bc-aaf4-1aeb21174bd4 with Priority: HIGHEST for action port [ 726.012197] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_rules [ 726.012385] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 726.012483] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 943689c5-1a5b-44bc-aaf4-1aeb21174bd4 with Priority: HIGHEST for action port [ 726.013421] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.013517] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.015292] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.015292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.015292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.015292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.015469] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.015518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.015835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.015835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.016017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.016226] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.017671] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-943689c5-1a5b-44bc-aaf4-1aeb21174bd4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.017808] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-943689c5-1a5b-44bc-aaf4-1aeb21174bd4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.018831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-943689c5-1a5b-44bc-aaf4-1aeb21174bd4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.018831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-943689c5-1a5b-44bc-aaf4-1aeb21174bd4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.018831] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943689c5-1a5b-44bc-aaf4-1aeb21174bd4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.036725] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.036870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.160666] env[69806]: INFO networking_nsxv3.common.synchronization [None req-3d69d890-1c31-4069-bea2-7fbcb5b12448 None None] Enqueued Resource ID: 0c9632ff-3163-4f2d-af06-f6e8913fc1bb with Priority: HIGHEST for action port [ 726.160838] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9632ff-3163-4f2d-af06-f6e8913fc1bb with Priority: HIGHEST for action port [ 726.161827] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c9632ff-3163-4f2d-af06-f6e8913fc1bb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.161827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c9632ff-3163-4f2d-af06-f6e8913fc1bb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.161827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c9632ff-3163-4f2d-af06-f6e8913fc1bb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.161827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c9632ff-3163-4f2d-af06-f6e8913fc1bb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.161827] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c9632ff-3163-4f2d-af06-f6e8913fc1bb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.235429] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 300c68ac-bbde-4184-aa8e-2b911300dd41: rpc.has_security_group_logging(os_id): False [ 726.259500] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.259662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.259806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.260134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.262374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.262664] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.262971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.263112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.263291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.264933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.264933] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.264933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.264933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.264933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.264933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.264933] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.264933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.264933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.264933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.264933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.264933] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 is going to be created. [ 726.342672] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.342672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.342672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.342672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.342959] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.355973] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 in Status: IN_PROGRESS for 2s [ 726.360044] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 421d2ed2-56e2-4311-8fd4-716d1e5d0257: rpc.has_security_group_logging(os_id): False [ 726.397528] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.398258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.398258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.398258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.398258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.398515] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.398864] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.398926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.399136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.399225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.399323] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 is going to be created. [ 726.486888] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.487069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.487126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.489228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.489374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.505602] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 in Status: IN_PROGRESS for 2s [ 726.520676] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.521794] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 943689c5-1a5b-44bc-aaf4-1aeb21174bd4 with status ACTIVE [ 726.521883] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.522051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.522051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.522254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.522336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.522503] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.522611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.522665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.522919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.522919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.526355] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.526471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.526538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.526730] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.526801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.526896] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 943689c5-1a5b-44bc-aaf4-1aeb21174bd4 is going to be updated. [ 726.550187] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.550333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.550400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.550619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.550753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.550915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-943689c5-1a5b-44bc-aaf4-1aeb21174bd4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.647114] env[69806]: INFO networking_nsxv3.common.synchronization [None req-142ce896-5190-4f36-bc8b-bbc12533119c None None] Enqueued Resource ID: 03b5f263-f7fd-43d3-bfe0-db041edfe6f2 with Priority: HIGHEST for action port [ 726.647796] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b5f263-f7fd-43d3-bfe0-db041edfe6f2 with Priority: HIGHEST for action port [ 726.648127] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-03b5f263-f7fd-43d3-bfe0-db041edfe6f2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.648252] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03b5f263-f7fd-43d3-bfe0-db041edfe6f2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.648318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03b5f263-f7fd-43d3-bfe0-db041edfe6f2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.648604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03b5f263-f7fd-43d3-bfe0-db041edfe6f2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.648711] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03b5f263-f7fd-43d3-bfe0-db041edfe6f2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.670538] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c9632ff-3163-4f2d-af06-f6e8913fc1bb [ 726.670538] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.670538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.670538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.670885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.670885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.670885] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c9632ff-3163-4f2d-af06-f6e8913fc1bb already deleted. [ 726.670991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c9632ff-3163-4f2d-af06-f6e8913fc1bb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.029107] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.151455] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03b5f263-f7fd-43d3-bfe0-db041edfe6f2 [ 727.151835] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.152110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.152259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.152539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.153869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.154475] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03b5f263-f7fd-43d3-bfe0-db041edfe6f2 already deleted. [ 727.154475] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03b5f263-f7fd-43d3-bfe0-db041edfe6f2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.381040] env[69806]: INFO networking_nsxv3.common.synchronization [req-e137ec74-78e2-4d25-a24b-80f71483a138 req-2d477a75-66e3-41d7-bea7-47b75a343b0f service nova] Enqueued Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_rules [ 727.381371] env[69806]: INFO networking_nsxv3.common.synchronization [req-e137ec74-78e2-4d25-a24b-80f71483a138 req-2d477a75-66e3-41d7-bea7-47b75a343b0f service nova] Enqueued Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 727.381371] env[69806]: INFO networking_nsxv3.common.synchronization [req-e137ec74-78e2-4d25-a24b-80f71483a138 req-2d477a75-66e3-41d7-bea7-47b75a343b0f service nova] Enqueued Resource ID: 3bfb3c10-8997-4a82-b936-3b97b10bfa09 with Priority: HIGHEST for action port [ 727.381560] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_rules [ 727.381687] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 727.381797] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bfb3c10-8997-4a82-b936-3b97b10bfa09 with Priority: HIGHEST for action port [ 727.383051] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.384095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.384095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.384095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.384095] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.385103] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.385103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.385103] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bfb3c10-8997-4a82-b936-3b97b10bfa09 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.385103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bfb3c10-8997-4a82-b936-3b97b10bfa09" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.385103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bfb3c10-8997-4a82-b936-3b97b10bfa09" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.385391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bfb3c10-8997-4a82-b936-3b97b10bfa09" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.385391] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bfb3c10-8997-4a82-b936-3b97b10bfa09',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.505802] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.505802] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-703" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.505802] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-703" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.505802] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-703" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.505802] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.505802] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.505802] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.505802] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.505802] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.506170] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.506170] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.510930] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.510930] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.510930] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.510930] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.510930] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.531326] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.531326] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.531473] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.532225] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-703" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.532225] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-729c0b77-df89-47f3-9446-492de3064452 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.532466] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-729c0b77-df89-47f3-9446-492de3064452" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.532500] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-729c0b77-df89-47f3-9446-492de3064452" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.533799] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-729c0b77-df89-47f3-9446-492de3064452" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.533799] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729c0b77-df89-47f3-9446-492de3064452',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.535061] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.535061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.535168] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.535322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.535402] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.535494] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 727.568096] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.568096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.568298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.568946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.569166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.580491] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 727.885400] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: SUCCESS [ 727.885644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.885822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.886106] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.886359] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.886589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.886589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.886737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.886797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.886999] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.889085] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.889704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.890286] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bfb3c10-8997-4a82-b936-3b97b10bfa09 with status ACTIVE [ 727.890519] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.890651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.890721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.890957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.891014] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.891188] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.891305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.891377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.891576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.891805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.891887] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.892013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.892254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.892409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.892645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.892833] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bfb3c10-8997-4a82-b936-3b97b10bfa09 is going to be updated. [ 727.917560] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.917760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.917826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.917982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.918142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.918999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bfb3c10-8997-4a82-b936-3b97b10bfa09" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.038509] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.038899] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.038948] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.039262] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.039411] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.039566] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 729c0b77-df89-47f3-9446-492de3064452 not found, creating... [ 728.039842] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.040143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.040222] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.040425] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.040567] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.040846] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.040999] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.043054] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.043054] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.043054] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.043054] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 729c0b77-df89-47f3-9446-492de3064452 is going to be created. [ 728.064754] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.065107] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.065187] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.065487] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.065733] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.065956] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-729c0b77-df89-47f3-9446-492de3064452" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.369902] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 in Status: SUCCESS [ 728.370169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.391045] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.520878] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 in Status: SUCCESS [ 728.521353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.900781] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.402659] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.402659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.402659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.402659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.402659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.402659] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da is going to be updated. [ 729.440947] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.440947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.440947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.440947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.440947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.452481] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: IN_PROGRESS for 2s [ 729.592445] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 4s [ 729.596704] env[69806]: INFO networking_nsxv3.common.synchronization [None req-d7c23fa1-f880-42be-a093-004b5c733e99 None None] Enqueued Resource ID: 95715ef5-8dcc-4baa-8fe6-2599396aed85 with Priority: HIGHEST for action port [ 729.598675] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95715ef5-8dcc-4baa-8fe6-2599396aed85 with Priority: HIGHEST for action port [ 729.600056] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-95715ef5-8dcc-4baa-8fe6-2599396aed85 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.600056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95715ef5-8dcc-4baa-8fe6-2599396aed85" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.600056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95715ef5-8dcc-4baa-8fe6-2599396aed85" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.600056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95715ef5-8dcc-4baa-8fe6-2599396aed85" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.600056] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95715ef5-8dcc-4baa-8fe6-2599396aed85',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.617585] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-989fc9ca-0b3a-497e-95e0-504d76114aa6 service nova] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_rules [ 729.617585] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-989fc9ca-0b3a-497e-95e0-504d76114aa6 service nova] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 729.617585] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfed64f1-74ea-4c6b-9cee-02648aff0983 req-989fc9ca-0b3a-497e-95e0-504d76114aa6 service nova] Enqueued Resource ID: 729c0b77-df89-47f3-9446-492de3064452 with Priority: HIGHEST for action port [ 729.621020] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_rules [ 729.621020] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 729.621020] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729c0b77-df89-47f3-9446-492de3064452 with Priority: HIGHEST for action port [ 729.621020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.621020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.621020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.621020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.621020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-729c0b77-df89-47f3-9446-492de3064452 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.621020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-729c0b77-df89-47f3-9446-492de3064452" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.621020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-729c0b77-df89-47f3-9446-492de3064452" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.621020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-729c0b77-df89-47f3-9446-492de3064452" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.621020] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729c0b77-df89-47f3-9446-492de3064452',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.102534] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95715ef5-8dcc-4baa-8fe6-2599396aed85 [ 730.103035] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.103035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.103035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.103902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.103902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.103902] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95715ef5-8dcc-4baa-8fe6-2599396aed85 already deleted. [ 730.103902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95715ef5-8dcc-4baa-8fe6-2599396aed85" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.128426] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 729c0b77-df89-47f3-9446-492de3064452 with status ACTIVE [ 730.128426] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.128426] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.128426] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.128426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.128426] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 729c0b77-df89-47f3-9446-492de3064452 is going to be updated. [ 730.165786] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.165945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.165987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.166239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.166375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.166538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-729c0b77-df89-47f3-9446-492de3064452" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.317682] env[69806]: INFO networking_nsxv3.common.synchronization [None req-e51b4823-0b77-40e0-b5a4-81671f80ed71 None None] Enqueued Resource ID: 0e375e43-1f51-49f7-b0c8-7f328632bf74 with Priority: HIGHEST for action port [ 730.319697] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e375e43-1f51-49f7-b0c8-7f328632bf74 with Priority: HIGHEST for action port [ 730.319697] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e375e43-1f51-49f7-b0c8-7f328632bf74 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.319697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e375e43-1f51-49f7-b0c8-7f328632bf74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.319697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e375e43-1f51-49f7-b0c8-7f328632bf74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.320221] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e375e43-1f51-49f7-b0c8-7f328632bf74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.320381] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e375e43-1f51-49f7-b0c8-7f328632bf74',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.823654] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e375e43-1f51-49f7-b0c8-7f328632bf74 [ 730.824013] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.824249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.824378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.824617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.824708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.824811] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e375e43-1f51-49f7-b0c8-7f328632bf74 already deleted. [ 730.824895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e375e43-1f51-49f7-b0c8-7f328632bf74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.464887] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: SUCCESS [ 731.465956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.465956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.465956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.465956] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.465956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.465956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.466416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.466416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.466416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.466416] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.610090] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 731.610474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.610552] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.610719] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.610948] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.611173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.611173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.611462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.611462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.611462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.614379] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.614379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.614379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.614379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.614379] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.614379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.614379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.614379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.614379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.614379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.614379] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.614379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.614379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.615123] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.615123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.615123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.615123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.615123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.615123] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.887525] env[69806]: INFO networking_nsxv3.common.synchronization [None req-9e2fe683-dc43-4347-98c1-188b2f9d35f7 None None] Enqueued Resource ID: 8def4cc9-a973-47b6-b211-0987f5a34509 with Priority: HIGHEST for action port [ 731.888240] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8def4cc9-a973-47b6-b211-0987f5a34509 with Priority: HIGHEST for action port [ 731.888502] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8def4cc9-a973-47b6-b211-0987f5a34509 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.888624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8def4cc9-a973-47b6-b211-0987f5a34509" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.888779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8def4cc9-a973-47b6-b211-0987f5a34509" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.889678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8def4cc9-a973-47b6-b211-0987f5a34509" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.889678] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8def4cc9-a973-47b6-b211-0987f5a34509',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.969227] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.969414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.970217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.970606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.970822] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.970930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.970996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.971199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.971333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.971480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.971696] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.972252] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.972323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.972458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.972645] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.972917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.972986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.973651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.973651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.974386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.974386] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.118703] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.119811] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfbbbcc-e81e-4aa4-9825-8f7614b482d2: rpc.has_security_group_logging(os_id): False [ 732.144063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.144063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.144063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.144063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.144654] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.144654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.144654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.145537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.146212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.146212] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be created. [ 732.208401] env[69806]: INFO networking_nsxv3.common.synchronization [None req-689bfe77-f614-4f52-a578-1687dbad5b92 None None] Enqueued Resource ID: 25bd85a2-37cc-456e-a934-571713d57001 with Priority: HIGHEST for action port [ 732.208577] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25bd85a2-37cc-456e-a934-571713d57001 with Priority: HIGHEST for action port [ 732.209135] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-25bd85a2-37cc-456e-a934-571713d57001 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.209274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25bd85a2-37cc-456e-a934-571713d57001" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.209376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25bd85a2-37cc-456e-a934-571713d57001" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.209612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25bd85a2-37cc-456e-a934-571713d57001" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.209707] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25bd85a2-37cc-456e-a934-571713d57001',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.220430] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.220583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.220644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.220824] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.221032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.237947] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 732.392734] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8def4cc9-a973-47b6-b211-0987f5a34509 [ 732.392980] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.393268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.393268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.393416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.393505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.393597] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8def4cc9-a973-47b6-b211-0987f5a34509 already deleted. [ 732.393689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8def4cc9-a973-47b6-b211-0987f5a34509" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.480020] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37f8b4ff-726b-4312-b572-c8e94d90f9da: rpc.has_security_group_logging(os_id): False [ 732.499783] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.499933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.500011] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.502800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.502973] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.503119] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.503234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.503302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.503491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.503801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.503801] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.503900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.503935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.504392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.504392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.504392] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.504604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.504604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.504677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.504711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.504798] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da is going to be updated. [ 732.575212] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.575212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.575212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.575212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.575212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.589243] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: IN_PROGRESS for 2s [ 732.626447] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.712869] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25bd85a2-37cc-456e-a934-571713d57001 [ 732.713404] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.713404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.713404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.713618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.713618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.713688] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25bd85a2-37cc-456e-a934-571713d57001 already deleted. [ 732.714570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25bd85a2-37cc-456e-a934-571713d57001" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.130582] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.130828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.130828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.131030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.131125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.131215] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 733.177208] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.178536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.178536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.178536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.178536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.195104] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 733.200072] env[69806]: INFO networking_nsxv3.common.synchronization [req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 req-31647b22-e3b4-48c3-b8d1-f1a42b1542ff tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 733.200072] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 733.200072] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.200072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.201522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.201522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.201522] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.201522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.201522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.201522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.201522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.201522] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.703758] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.703758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.704112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.704307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.704409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.704710] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.704868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.704981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.705198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.705329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.705475] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 already deleted. [ 733.705628] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.804028] env[69806]: INFO networking_nsxv3.common.synchronization [None req-eadd42a2-7c22-467c-9d24-48678701e86e None None] Enqueued Resource ID: 1f6fd10c-4e9b-47d9-a3bf-8b979308c521 with Priority: HIGHEST for action port [ 733.805091] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6fd10c-4e9b-47d9-a3bf-8b979308c521 with Priority: HIGHEST for action port [ 733.805091] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f6fd10c-4e9b-47d9-a3bf-8b979308c521 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.805390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f6fd10c-4e9b-47d9-a3bf-8b979308c521" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.805460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f6fd10c-4e9b-47d9-a3bf-8b979308c521" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.806055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f6fd10c-4e9b-47d9-a3bf-8b979308c521" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.806270] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f6fd10c-4e9b-47d9-a3bf-8b979308c521',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.158176] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.158579] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.158758] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.159234] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.159718] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.160858] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.160858] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.160858] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.161056] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.161296] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.161532] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.162233] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.162432] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.162574] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.162818] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.162902] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.185307] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.185522] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.186991] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.186991] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.186991] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-5983641e-43a8-49b0-a595-496f45a61b42 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.186991] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-5983641e-43a8-49b0-a595-496f45a61b42" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.186991] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-5983641e-43a8-49b0-a595-496f45a61b42" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.186991] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-5983641e-43a8-49b0-a595-496f45a61b42" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.187422] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5983641e-43a8-49b0-a595-496f45a61b42',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.254683] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 734.254752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.254915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.255750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.255750] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.310216] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f6fd10c-4e9b-47d9-a3bf-8b979308c521 [ 734.310465] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.310600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.310704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.310945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.311093] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.311235] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f6fd10c-4e9b-47d9-a3bf-8b979308c521 already deleted. [ 734.311352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f6fd10c-4e9b-47d9-a3bf-8b979308c521" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.605363] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: SUCCESS [ 734.605574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.690053] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.690275] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.690400] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.690731] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.690885] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.691055] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 5983641e-43a8-49b0-a595-496f45a61b42 not found, creating... [ 734.691467] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.691665] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.691789] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.692424] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.692424] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.692536] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.692649] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.693166] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.693400] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.693535] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.693680] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 5983641e-43a8-49b0-a595-496f45a61b42 is going to be created. [ 734.713359] env[69806]: INFO networking_nsxv3.common.synchronization [None req-3ff3ff1a-0887-45c8-832a-11acb7b6ae1f None None] Enqueued Resource ID: 91c342f5-9fca-4270-9e9a-135d832b99cd with Priority: HIGHEST for action port [ 734.713359] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91c342f5-9fca-4270-9e9a-135d832b99cd with Priority: HIGHEST for action port [ 734.713359] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-91c342f5-9fca-4270-9e9a-135d832b99cd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.713359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91c342f5-9fca-4270-9e9a-135d832b99cd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.713359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91c342f5-9fca-4270-9e9a-135d832b99cd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.713359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91c342f5-9fca-4270-9e9a-135d832b99cd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.713359] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c342f5-9fca-4270-9e9a-135d832b99cd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.718232] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.718232] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.718232] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.718232] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.718232] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.718232] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-5983641e-43a8-49b0-a595-496f45a61b42" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.762925] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.762925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.210399] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 735.210909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.210909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.212046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.212046] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.212046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.212046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.212046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.212046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.212375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.212375] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.215462] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91c342f5-9fca-4270-9e9a-135d832b99cd [ 735.215687] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.215809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.215873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.216097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.216446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.216446] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91c342f5-9fca-4270-9e9a-135d832b99cd already deleted. [ 735.216446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91c342f5-9fca-4270-9e9a-135d832b99cd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.670649] env[69806]: INFO networking_nsxv3.common.synchronization [None req-46e9ddb4-c323-42bb-9ce5-a541ea439e0c None None] Enqueued Resource ID: e690c9c7-6493-4413-b9a1-44588bdfc515 with Priority: HIGHEST for action port [ 735.671577] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e690c9c7-6493-4413-b9a1-44588bdfc515 with Priority: HIGHEST for action port [ 735.672058] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-e690c9c7-6493-4413-b9a1-44588bdfc515 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.672385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e690c9c7-6493-4413-b9a1-44588bdfc515" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.672516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e690c9c7-6493-4413-b9a1-44588bdfc515" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.672986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e690c9c7-6493-4413-b9a1-44588bdfc515" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.673125] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e690c9c7-6493-4413-b9a1-44588bdfc515',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.715948] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.716575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.716575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.716575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.716741] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.716741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.717155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.719207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.719301] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.719377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.719549] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.719670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.719735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.719893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.720133] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.720133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.720308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.720347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.720391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.720470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.720555] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.004021] env[69806]: INFO networking_nsxv3.common.synchronization [None req-c6ad973a-2f0f-4f55-8514-ad846797b9a7 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Enqueued Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_rules [ 736.004592] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_rules [ 736.004893] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32a9a75-8212-4dfa-9f38-92e70cc78514 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.005027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.005096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.005376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.005465] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32a9a75-8212-4dfa-9f38-92e70cc78514',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.178597] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e690c9c7-6493-4413-b9a1-44588bdfc515 [ 736.178946] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.179055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.179055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.179249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.179374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.179449] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e690c9c7-6493-4413-b9a1-44588bdfc515 already deleted. [ 736.179510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e690c9c7-6493-4413-b9a1-44588bdfc515" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.203436] env[69806]: INFO networking_nsxv3.common.synchronization [None req-840980ad-0968-4983-8414-f2d853cdcdf3 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Enqueued Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_rules [ 736.203967] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_rules [ 736.204448] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32a9a75-8212-4dfa-9f38-92e70cc78514 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.204563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.222548] env[69806]: INFO networking_nsxv3.common.synchronization [req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 req-dce604d1-d6f0-4fd8-9678-07d8967f01dc service nova] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_rules [ 736.222911] env[69806]: INFO networking_nsxv3.common.synchronization [req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 req-dce604d1-d6f0-4fd8-9678-07d8967f01dc service nova] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 736.223149] env[69806]: INFO networking_nsxv3.common.synchronization [req-b79b7ba8-ad32-447b-b8b6-913daa59cb40 req-dce604d1-d6f0-4fd8-9678-07d8967f01dc service nova] Enqueued Resource ID: 5983641e-43a8-49b0-a595-496f45a61b42 with Priority: HIGHEST for action port [ 736.223346] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfbbbcc-e81e-4aa4-9825-8f7614b482d2: rpc.has_security_group_logging(os_id): False [ 736.224788] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_rules [ 736.224991] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 736.225233] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5983641e-43a8-49b0-a595-496f45a61b42 with Priority: HIGHEST for action port [ 736.226358] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.226632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.226632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.226788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.226841] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.227799] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.228101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.228101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.228301] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.228526] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.228681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.228759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.228884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.229127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.229127] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.230980] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-5983641e-43a8-49b0-a595-496f45a61b42 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.230980] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5983641e-43a8-49b0-a595-496f45a61b42" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.230980] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5983641e-43a8-49b0-a595-496f45a61b42" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.230980] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5983641e-43a8-49b0-a595-496f45a61b42" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.230980] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5983641e-43a8-49b0-a595-496f45a61b42',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.253353] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.253623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.254219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.254470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.254563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.254800] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.254902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.254977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.255144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.255218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.255218] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.255218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.255691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.255691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.255825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.256399] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.256785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.256785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.256985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.257228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.257376] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 736.358232] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.358516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.358663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.358934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.359146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.375591] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 736.528013] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.528013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.528433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.529178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.529178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.529178] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 already deleted. [ 736.529178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.529846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.530140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.530271] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32a9a75-8212-4dfa-9f38-92e70cc78514',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.717507] env[69806]: INFO networking_nsxv3.common.synchronization [req-f8665a5a-482c-417c-8707-cbb603659fe2 req-1115be56-66bf-4724-9bb7-f3c2aad2c1af tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 736.717507] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 736.717507] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.717507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.735235] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.735235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.735235] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.738164] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5983641e-43a8-49b0-a595-496f45a61b42 with status ACTIVE [ 736.738164] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.738164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.738164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.738164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.738164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.738449] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.738449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.738533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.738717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.738783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.740401] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.740401] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.741166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.741166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.741317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.741504] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5983641e-43a8-49b0-a595-496f45a61b42 is going to be updated. [ 736.770067] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.770271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.770431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.770935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.771102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.771727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5983641e-43a8-49b0-a595-496f45a61b42" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.056194] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.056194] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.056194] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.056194] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.056194] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.056194] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 already deleted. [ 737.056194] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.250186] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.489856] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.490342] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.490342] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.490476] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.490688] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.490863] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.490980] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.491600] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.491801] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.492072] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.492234] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.492742] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.492742] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.492742] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.492742] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.492964] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.516828] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.517385] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 737.517708] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.518150] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.518313] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.518559] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.518669] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.518993] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.519568] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.755088] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.755088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.755088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.755088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.755088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.755088] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be created. [ 737.780611] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.780781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.780824] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.781026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.781187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.791501] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: UNINITIALIZED for 2s [ 738.021903] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.022151] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.022280] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.022879] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.022879] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.022879] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc not found, creating... [ 738.023521] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.023730] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.023837] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.024079] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.024257] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.024760] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.025158] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.025158] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.025267] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.025459] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.025747] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc is going to be created. [ 738.048103] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.049447] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.049636] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.049948] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.050222] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.050460] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.395828] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 738.396199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.396374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.396642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.396759] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.429539] env[69806]: INFO networking_nsxv3.common.synchronization [None req-88cc009c-fd5f-44cf-8d1f-ff9443b8fd6f None None] Enqueued Resource ID: 8e779d91-489f-4837-a8b1-f569f44b711b with Priority: HIGHEST for action port [ 738.429833] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e779d91-489f-4837-a8b1-f569f44b711b with Priority: HIGHEST for action port [ 738.430456] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e779d91-489f-4837-a8b1-f569f44b711b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.430636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e779d91-489f-4837-a8b1-f569f44b711b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.430735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e779d91-489f-4837-a8b1-f569f44b711b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.436517] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e779d91-489f-4837-a8b1-f569f44b711b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.438093] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e779d91-489f-4837-a8b1-f569f44b711b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.899988] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.900200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.900296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.900678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.901154] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.901271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.901344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.901556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.901657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.901758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.901854] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.942972] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e779d91-489f-4837-a8b1-f569f44b711b [ 738.943281] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.943446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.943518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.943736] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.943828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.943944] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e779d91-489f-4837-a8b1-f569f44b711b already deleted. [ 738.944057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e779d91-489f-4837-a8b1-f569f44b711b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.405447] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.406310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.406310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.406629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.406839] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.406971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.407089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.407317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.407413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.407544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.407748] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.407861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.407935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.408171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.411397] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.411888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.412077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.412411] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.412600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.412772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.412981] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.457884] env[69806]: INFO networking_nsxv3.common.synchronization [req-f8665a5a-482c-417c-8707-cbb603659fe2 req-3c8dd8da-b96d-4315-b2dd-a03d6635a0c2 service nova] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_rules [ 739.457884] env[69806]: INFO networking_nsxv3.common.synchronization [req-f8665a5a-482c-417c-8707-cbb603659fe2 req-3c8dd8da-b96d-4315-b2dd-a03d6635a0c2 service nova] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 739.457884] env[69806]: INFO networking_nsxv3.common.synchronization [req-f8665a5a-482c-417c-8707-cbb603659fe2 req-3c8dd8da-b96d-4315-b2dd-a03d6635a0c2 service nova] Enqueued Resource ID: 5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc with Priority: HIGHEST for action port [ 739.457884] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_rules [ 739.457884] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 739.457884] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc with Priority: HIGHEST for action port [ 739.457884] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.457884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.457884] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.457884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.457884] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.457884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.457884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.457884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.457884] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.802749] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 739.802749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.802964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.807102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.807524] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.807722] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.807850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.808117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.808248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.808404] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.916722] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfbbbcc-e81e-4aa4-9825-8f7614b482d2: rpc.has_security_group_logging(os_id): False [ 739.938404] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.938404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.938404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.938882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.938882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.939151] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.940141] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.940215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.940386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.940464] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.941613] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.941734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.941826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.942028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.942142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.942861] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.942861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.942861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.942861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.942861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.942861] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 739.962063] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc with status ACTIVE [ 739.962291] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.962435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.962504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.962716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.962836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.963656] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.963824] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.963894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.964113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.964210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.964425] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.964540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.964626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.964785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.964866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.964952] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc is going to be updated. [ 739.989677] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.989677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.989677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.989677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.989677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.989677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c663fe0-4d6e-4be9-b4d2-657e4ecdf2fc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.015473] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.018684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.018853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.019076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.019253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.033465] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 740.314165] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.721856] env[69806]: INFO networking_nsxv3.common.synchronization [req-21d0b8fe-a6ee-4fa9-b1c5-48ef03695762 req-db94c777-fcd9-45c0-bbc2-bc885b2f3d6a tempest-ServerDiagnosticsNegativeTest-639395065 tempest-ServerDiagnosticsNegativeTest-639395065-project-member] Enqueued Resource ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 with Priority: HIGHEST for action security_group_members [ 740.722175] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 with Priority: HIGHEST for action security_group_members [ 740.722755] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-300c68ac-bbde-4184-aa8e-2b911300dd41 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.722755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.722755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.723492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.723492] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.723805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.724297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.725489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.725489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.725489] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('300c68ac-bbde-4184-aa8e-2b911300dd41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.817750] env[69806]: INFO networking_nsxv3.common.synchronization [None req-7ee57f54-2faf-4594-9af5-ef5316d3bdfa None None] Enqueued Resource ID: ddf0dbed-3893-4759-8a64-9a5280f62f06 with Priority: HIGHEST for action port [ 740.819453] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf0dbed-3893-4759-8a64-9a5280f62f06 with Priority: HIGHEST for action port [ 740.819718] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.820988] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddf0dbed-3893-4759-8a64-9a5280f62f06 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.821173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddf0dbed-3893-4759-8a64-9a5280f62f06" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.821361] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddf0dbed-3893-4759-8a64-9a5280f62f06" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.821637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddf0dbed-3893-4759-8a64-9a5280f62f06" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.821720] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf0dbed-3893-4759-8a64-9a5280f62f06',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.229158] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.229158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.229158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.229158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.229158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.229405] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.229525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.229654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.229876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.229876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.229980] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 is going to be updated. [ 741.277373] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.277373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.277373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.277373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.277373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.289467] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 in Status: IN_PROGRESS for 2s [ 741.325563] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.325563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.325563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.325563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.325563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.325563] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 741.326837] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddf0dbed-3893-4759-8a64-9a5280f62f06 [ 741.327241] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.328844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.328844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.328844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.328844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.328844] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddf0dbed-3893-4759-8a64-9a5280f62f06 already deleted. [ 741.329151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddf0dbed-3893-4759-8a64-9a5280f62f06" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.382697] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.382897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.382954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.383200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.383346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.395613] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 741.582626] env[69806]: INFO networking_nsxv3.common.synchronization [None req-fba1a9c4-5a63-4b74-804f-c912f6d559b2 None None] Enqueued Resource ID: c27e6dc2-8354-459e-b263-ade2cfc818c0 with Priority: HIGHEST for action port [ 741.582883] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27e6dc2-8354-459e-b263-ade2cfc818c0 with Priority: HIGHEST for action port [ 741.583631] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-c27e6dc2-8354-459e-b263-ade2cfc818c0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.583631] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c27e6dc2-8354-459e-b263-ade2cfc818c0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.583765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c27e6dc2-8354-459e-b263-ade2cfc818c0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.583920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c27e6dc2-8354-459e-b263-ade2cfc818c0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.583994] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c27e6dc2-8354-459e-b263-ade2cfc818c0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.051419] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 742.051692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.093034] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c27e6dc2-8354-459e-b263-ade2cfc818c0 [ 742.093254] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.093478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.093874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.093874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.093971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.094034] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c27e6dc2-8354-459e-b263-ade2cfc818c0 already deleted. [ 742.094071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c27e6dc2-8354-459e-b263-ade2cfc818c0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.304861] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 in Status: SUCCESS [ 743.305516] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 deletion is rescheduled due to dependency. [ 743.305516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.406336] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 743.406815] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.406815] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.407053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.407523] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.407523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.407523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.407703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.407776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.407881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.407988] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.410147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.410324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.410495] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.410603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.410665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.410807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.410883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.410978] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.647757] env[69806]: INFO networking_nsxv3.common.synchronization [None req-8807444f-5e80-441c-90e1-a1102b102a4d None None] Enqueued Resource ID: 0ae470e9-561a-4e35-a348-2fe289fe7022 with Priority: HIGHEST for action port [ 743.648044] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae470e9-561a-4e35-a348-2fe289fe7022 with Priority: HIGHEST for action port [ 743.648683] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ae470e9-561a-4e35-a348-2fe289fe7022 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.649296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ae470e9-561a-4e35-a348-2fe289fe7022" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.649296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ae470e9-561a-4e35-a348-2fe289fe7022" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.656018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ae470e9-561a-4e35-a348-2fe289fe7022" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.656018] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ae470e9-561a-4e35-a348-2fe289fe7022',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.910636] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.910773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.913621] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.076484] env[69806]: INFO networking_nsxv3.common.synchronization [req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 req-ae74d028-e8e3-4969-a225-c64a7690eac7 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Enqueued Resource ID: f54806b5-1fbc-4346-b18c-85dd832078a9 with Priority: HIGHEST for action security_group_members [ 744.077079] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54806b5-1fbc-4346-b18c-85dd832078a9 with Priority: HIGHEST for action security_group_members [ 744.077863] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54806b5-1fbc-4346-b18c-85dd832078a9 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.077863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.077863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.078135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.078298] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.078298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.078470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.078531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.078634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.079082] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54806b5-1fbc-4346-b18c-85dd832078a9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.119358] env[69806]: INFO networking_nsxv3.common.synchronization [None req-2e7abda4-9da4-4abe-83ba-3ea412f86f6a None None] Enqueued Resource ID: 55ac1406-2cd8-4a72-9939-b8a8b89c8fad with Priority: HIGHEST for action port [ 744.120081] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ac1406-2cd8-4a72-9939-b8a8b89c8fad with Priority: HIGHEST for action port [ 744.120975] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-55ac1406-2cd8-4a72-9939-b8a8b89c8fad taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.121467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55ac1406-2cd8-4a72-9939-b8a8b89c8fad" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.121750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55ac1406-2cd8-4a72-9939-b8a8b89c8fad" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.122173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55ac1406-2cd8-4a72-9939-b8a8b89c8fad" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.122390] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ac1406-2cd8-4a72-9939-b8a8b89c8fad',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.156117] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ae470e9-561a-4e35-a348-2fe289fe7022 [ 744.156619] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.156806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.156887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.157523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.157523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.157900] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ae470e9-561a-4e35-a348-2fe289fe7022 already deleted. [ 744.158062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ae470e9-561a-4e35-a348-2fe289fe7022" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.417684] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.581969] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.582203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.582295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.582538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.582645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.583071] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.583071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.583071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.583233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.583320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.583770] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54806b5-1fbc-4346-b18c-85dd832078a9 already deleted. [ 744.583770] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.627926] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55ac1406-2cd8-4a72-9939-b8a8b89c8fad [ 744.627926] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.627926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.627926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.627926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.627926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.627926] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55ac1406-2cd8-4a72-9939-b8a8b89c8fad already deleted. [ 744.627926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55ac1406-2cd8-4a72-9939-b8a8b89c8fad" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.792660] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.793058] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.793058] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.793255] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.793659] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.793812] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.794016] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.794175] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.794337] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.794621] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.794738] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.794844] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.795490] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.795490] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.795490] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.795490] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.817756] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.817822] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.817919] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.818109] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.818431] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.818596] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.818719] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.819067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.819211] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c31adc1e-8233-42f0-9ed2-8c3be34eb4ab',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.922169] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.922169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.922169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.922169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.922169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.922499] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 744.960024] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.960024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.960024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.960024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.960024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.979653] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 745.324118] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.324379] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.324517] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.324799] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.324989] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.325105] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port c31adc1e-8233-42f0-9ed2-8c3be34eb4ab not found, creating... [ 745.326037] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.326037] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.326037] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.326037] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.326037] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.326366] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.327174] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.327693] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.327982] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.328152] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.328302] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: c31adc1e-8233-42f0-9ed2-8c3be34eb4ab is going to be created. [ 745.357197] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.357826] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.358253] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.358940] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.360141] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.360141] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.329657] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a2a3684d-d6f7-4219-a45a-ab2e23428d70 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Enqueued Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_rules [ 746.330869] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_rules [ 746.331371] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777619b5-780a-4c68-9ab2-08ff9394ca16 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.331623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.331702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.332027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.332135] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777619b5-780a-4c68-9ab2-08ff9394ca16',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.672717] env[69806]: INFO networking_nsxv3.common.synchronization [None req-aeaef0d6-5bf4-4d26-afdc-4dea92222a81 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Enqueued Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_rules [ 746.673491] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_rules [ 746.673793] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777619b5-780a-4c68-9ab2-08ff9394ca16 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.673983] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.778050] env[69806]: INFO networking_nsxv3.common.synchronization [req-43500120-7974-48bb-9b3e-378dcd53ee0c req-0e276c66-6cff-434b-a8c4-c724193162c3 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 746.778050] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 746.778362] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.778483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.778548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.778777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.778937] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.780119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.780880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.780880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.780880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.780880] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.785124] env[69806]: INFO networking_nsxv3.common.synchronization [req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 req-002ce842-898c-4d01-a2d9-ccea1200f953 service nova] Enqueued Resource ID: f54806b5-1fbc-4346-b18c-85dd832078a9 with Priority: HIGHEST for action security_group_rules [ 746.785418] env[69806]: INFO networking_nsxv3.common.synchronization [req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 req-002ce842-898c-4d01-a2d9-ccea1200f953 service nova] Enqueued Resource ID: f54806b5-1fbc-4346-b18c-85dd832078a9 with Priority: HIGHEST for action security_group_members [ 746.785614] env[69806]: INFO networking_nsxv3.common.synchronization [req-2a510059-9b13-4b7f-9463-7b5e1a8b0315 req-002ce842-898c-4d01-a2d9-ccea1200f953 service nova] Enqueued Resource ID: c31adc1e-8233-42f0-9ed2-8c3be34eb4ab with Priority: HIGHEST for action port [ 746.786176] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54806b5-1fbc-4346-b18c-85dd832078a9 with Priority: HIGHEST for action security_group_rules [ 746.786501] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54806b5-1fbc-4346-b18c-85dd832078a9 with Priority: HIGHEST for action security_group_members [ 746.786642] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31adc1e-8233-42f0-9ed2-8c3be34eb4ab with Priority: HIGHEST for action port [ 746.787310] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54806b5-1fbc-4346-b18c-85dd832078a9 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.787651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.787870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.788329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.788608] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54806b5-1fbc-4346-b18c-85dd832078a9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.790368] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54806b5-1fbc-4346-b18c-85dd832078a9 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.790368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.790368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.790368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.790368] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.790832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.790832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.791467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.791566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.791812] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54806b5-1fbc-4346-b18c-85dd832078a9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.792563] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.792694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.792752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.792890] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.793144] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c31adc1e-8233-42f0-9ed2-8c3be34eb4ab',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.862179] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.862386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.863836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.863836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.863836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.863836] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 already deleted. [ 746.863836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.863836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.863836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.863836] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777619b5-780a-4c68-9ab2-08ff9394ca16',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.993903] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 746.995525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.995525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.995525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.995525] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.995525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.995525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.995525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.995525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.995525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.995525] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.996352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.996352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.996352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.997437] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.997618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.998032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.998032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.998032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.998032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.998032] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.039260] env[69806]: INFO networking_nsxv3.common.synchronization [req-43500120-7974-48bb-9b3e-378dcd53ee0c req-b6bd9194-5f70-4f51-8e47-e5c6cc905782 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 747.040550] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 747.041261] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.041992] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.284968] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.295428] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54806b5-1fbc-4346-b18c-85dd832078a9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.296603] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54806b5-1fbc-4346-b18c-85dd832078a9 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.296732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.299665] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c31adc1e-8233-42f0-9ed2-8c3be34eb4ab with status ACTIVE [ 747.299946] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.300110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.300728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.301132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.301251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.301483] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.301593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.301655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.301827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.301930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.302118] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.302457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.302457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.302457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.302562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.302618] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c31adc1e-8233-42f0-9ed2-8c3be34eb4ab is going to be updated. [ 747.333111] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.333487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.333487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.333573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.333675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.334358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c31adc1e-8233-42f0-9ed2-8c3be34eb4ab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.399268] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.399424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.399504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.399741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.399823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.399944] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 already deleted. [ 747.400051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.501526] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6cad344-e95c-446b-aef8-469bc641e273: rpc.has_security_group_logging(os_id): False [ 747.526791] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.528069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.528175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.528460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.528504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.528797] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.528904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.528953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.530356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.530477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.531982] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.531982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.531982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.531982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.531982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.531982] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.531982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.531982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.531982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.531982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.531982] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be created. [ 747.601336] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.601526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.601630] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.601950] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.603486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.617829] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 747.788786] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.800418] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54806b5-1fbc-4346-b18c-85dd832078a9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.870168] env[69806]: INFO networking_nsxv3.common.synchronization [None req-17a23019-0938-414e-a868-5bc96412c060 None None] Enqueued Resource ID: b619dd5d-34de-4c08-a51f-5958992d6c4d with Priority: HIGHEST for action port [ 747.870923] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b619dd5d-34de-4c08-a51f-5958992d6c4d with Priority: HIGHEST for action port [ 747.871442] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-b619dd5d-34de-4c08-a51f-5958992d6c4d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.871700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b619dd5d-34de-4c08-a51f-5958992d6c4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.872182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b619dd5d-34de-4c08-a51f-5958992d6c4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.872781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b619dd5d-34de-4c08-a51f-5958992d6c4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.872781] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b619dd5d-34de-4c08-a51f-5958992d6c4d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.913062] env[69806]: INFO networking_nsxv3.common.synchronization [None req-44a2ee06-a4b8-489f-921f-5ac3af86fc06 None None] Enqueued Resource ID: 62e07e0c-42c3-41ec-b3e0-14bf1c84469d with Priority: HIGHEST for action port [ 747.913326] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e07e0c-42c3-41ec-b3e0-14bf1c84469d with Priority: HIGHEST for action port [ 747.913957] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e07e0c-42c3-41ec-b3e0-14bf1c84469d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.914168] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e07e0c-42c3-41ec-b3e0-14bf1c84469d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.915569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e07e0c-42c3-41ec-b3e0-14bf1c84469d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.915569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e07e0c-42c3-41ec-b3e0-14bf1c84469d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.915569] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e07e0c-42c3-41ec-b3e0-14bf1c84469d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.979667] env[69806]: INFO networking_nsxv3.common.synchronization [req-43500120-7974-48bb-9b3e-378dcd53ee0c req-19b40161-6b9d-4a24-9b8f-d759a9eba3dd tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 747.980697] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 747.981651] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.981651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.292588] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.292832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.292911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.294703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.294867] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.295095] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 748.306991] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.307173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.307392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.307511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.307621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.307782] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54806b5-1fbc-4346-b18c-85dd832078a9 is going to be created. [ 748.332623] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.332813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.332893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.333271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.333660] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.336693] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.336937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.337050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.337565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.337671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.349719] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 748.350428] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54806b5-1fbc-4346-b18c-85dd832078a9 in Status: UNINITIALIZED for 2s [ 748.377358] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b619dd5d-34de-4c08-a51f-5958992d6c4d [ 748.377358] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.377358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.377358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.377358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.377358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.377358] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b619dd5d-34de-4c08-a51f-5958992d6c4d already deleted. [ 748.377358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b619dd5d-34de-4c08-a51f-5958992d6c4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.419371] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62e07e0c-42c3-41ec-b3e0-14bf1c84469d [ 748.419371] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.419371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.419779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.420158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.420523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.420830] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62e07e0c-42c3-41ec-b3e0-14bf1c84469d already deleted. [ 748.421063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e07e0c-42c3-41ec-b3e0-14bf1c84469d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.467629] env[69806]: INFO networking_nsxv3.common.synchronization [req-0d2defa8-2c91-4c07-8f8b-0556607e876b req-ecfc1ea6-d690-4792-bc73-c26c0d99faa0 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 749.468375] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 749.469042] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.469042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.469042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.469252] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.469498] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.469681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.469748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.470114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.470114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.470114] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.632363] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 749.632363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.632363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.632363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.632363] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.972470] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.973481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.973481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.973481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.973481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.976603] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.976603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.976603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.976603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.976603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.976603] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 already deleted. [ 749.976603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.135032] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.135227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.135281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.136394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.136394] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.136394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.136394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.136394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.136394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.136394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.136780] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.366365] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54806b5-1fbc-4346-b18c-85dd832078a9 in Status: SUCCESS [ 750.366547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.367739] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 750.367739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.367739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.367921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.368021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.368111] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.368175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.368335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.368432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.368501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.369275] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f54806b5-1fbc-4346-b18c-85dd832078a9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.369798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.369798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.370148] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.370148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.370148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.370307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.370449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.370497] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.416205] env[69806]: INFO networking_nsxv3.common.synchronization [None req-42ccbafe-e63a-495f-98b2-a79fea253a99 None None] Enqueued Resource ID: 37e4f986-f501-4abd-876c-68247049008a with Priority: HIGHEST for action port [ 750.416380] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e4f986-f501-4abd-876c-68247049008a with Priority: HIGHEST for action port [ 750.416716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-37e4f986-f501-4abd-876c-68247049008a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.416903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37e4f986-f501-4abd-876c-68247049008a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.416903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37e4f986-f501-4abd-876c-68247049008a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.417511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37e4f986-f501-4abd-876c-68247049008a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.417714] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e4f986-f501-4abd-876c-68247049008a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.567906] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.568263] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.568263] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.569036] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.569036] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.569036] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.569257] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.569380] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.569512] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.569726] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.569838] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.569944] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.570063] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.570173] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.570277] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.570407] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.591973] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.592155] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.592294] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.592476] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.592803] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-9f07f034-4136-49cb-ab32-4feb5aac7b58 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.593038] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-9f07f034-4136-49cb-ab32-4feb5aac7b58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.593207] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-9f07f034-4136-49cb-ab32-4feb5aac7b58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.593480] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-9f07f034-4136-49cb-ab32-4feb5aac7b58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.593623] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f07f034-4136-49cb-ab32-4feb5aac7b58',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.640084] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.640245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.640320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.640519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.640687] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.640779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.640842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.640989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.641124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.641213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.641359] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.641460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.641522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.641664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.641797] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.641883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.641939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.642084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.642154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.642231] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.642315] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.872815] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54806b5-1fbc-4346-b18c-85dd832078a9 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.873932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.873932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.873932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.874098] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.874260] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.874545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.874821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.874957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.875127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.875961] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54806b5-1fbc-4346-b18c-85dd832078a9 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.875961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.875961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.876141] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.876224] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.876395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.876508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.876740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.876876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.877418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.877584] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f54806b5-1fbc-4346-b18c-85dd832078a9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.878918] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.879982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.879982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.880107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.880206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.880780] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.881328] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.881328] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.881529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.881749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.881847] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 750.918350] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.918565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.918634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.918855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.919041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.920274] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37e4f986-f501-4abd-876c-68247049008a [ 750.920488] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.920626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.920701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.920901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.920999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.921317] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37e4f986-f501-4abd-876c-68247049008a already deleted. [ 750.921421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37e4f986-f501-4abd-876c-68247049008a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.934018] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 751.100138] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.100871] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.103018] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.103018] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.103018] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.103018] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 9f07f034-4136-49cb-ab32-4feb5aac7b58 not found, creating... [ 751.103018] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.103018] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.103018] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.103018] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.103018] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.103018] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.103700] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.103951] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.104280] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.104594] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.104913] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 9f07f034-4136-49cb-ab32-4feb5aac7b58 is going to be created. [ 751.125928] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.127772] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.127772] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.127772] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.127772] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.127772] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-9f07f034-4136-49cb-ab32-4feb5aac7b58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.148904] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6cad344-e95c-446b-aef8-469bc641e273: rpc.has_security_group_logging(os_id): False [ 751.166267] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.166414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.167927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.167927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.167927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.167927] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.167927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.167927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.167927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.167927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.167927] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.167927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.167927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.167927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.167927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.168616] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.168616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.168616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.168616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.168616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.168616] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 751.240758] env[69806]: INFO networking_nsxv3.common.synchronization [req-1b49b374-a651-4bdd-95f8-a277310405da req-9b0c0866-1876-49fb-857e-a862eaaf6899 tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Enqueued Resource ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 with Priority: HIGHEST for action security_group_members [ 751.241297] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 with Priority: HIGHEST for action security_group_members [ 751.241601] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.241730] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.241794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.242334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.242909] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.242909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.242909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.242909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.243176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.243176] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7798e20-5b4e-4b9d-8b57-d3272082b5d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.321728] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.321728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.323742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.323975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.324140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.356238] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 751.385134] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f54806b5-1fbc-4346-b18c-85dd832078a9: rpc.has_security_group_logging(os_id): False [ 751.415831] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.415831] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.415831] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.415831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.416394] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.416394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.416394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.416502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.416685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.416685] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54806b5-1fbc-4346-b18c-85dd832078a9 is going to be created. [ 751.511689] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.512016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.512142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.512462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.512697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.525078] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54806b5-1fbc-4346-b18c-85dd832078a9 in Status: IN_PROGRESS for 2s [ 751.541544] env[69806]: INFO networking_nsxv3.common.synchronization [None req-085ab3c7-ca37-4e4d-be79-7aa8bc042ba4 None None] Enqueued Resource ID: ff0f08e8-2060-4b20-9d5f-c2e805a3e29f with Priority: HIGHEST for action port [ 751.541544] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff0f08e8-2060-4b20-9d5f-c2e805a3e29f with Priority: HIGHEST for action port [ 751.541544] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff0f08e8-2060-4b20-9d5f-c2e805a3e29f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.541544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff0f08e8-2060-4b20-9d5f-c2e805a3e29f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.541544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff0f08e8-2060-4b20-9d5f-c2e805a3e29f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.541544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff0f08e8-2060-4b20-9d5f-c2e805a3e29f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.541544] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0f08e8-2060-4b20-9d5f-c2e805a3e29f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.744999] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.746043] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.746100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.746756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.746756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.746756] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.747394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.747394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.747394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.747394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.747394] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 already deleted. [ 751.747394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.001400] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.003284] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-997" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.003388] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-997" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.003759] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-997" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.004156] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.004899] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.004899] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.004899] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.004899] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.005164] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.005313] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.005492] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.005594] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.005743] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.005879] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.006053] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.034202] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.034202] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.034202] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.034202] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-997" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.034202] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-96a49303-0c6a-4ff3-839c-01b7bcef9c4a taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.034202] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-96a49303-0c6a-4ff3-839c-01b7bcef9c4a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.034202] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-96a49303-0c6a-4ff3-839c-01b7bcef9c4a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.034202] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-96a49303-0c6a-4ff3-839c-01b7bcef9c4a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.034202] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a49303-0c6a-4ff3-839c-01b7bcef9c4a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.045750] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff0f08e8-2060-4b20-9d5f-c2e805a3e29f [ 752.047459] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.047698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.047698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.048433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.048433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.048433] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff0f08e8-2060-4b20-9d5f-c2e805a3e29f already deleted. [ 752.048433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff0f08e8-2060-4b20-9d5f-c2e805a3e29f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.225532] env[69806]: INFO networking_nsxv3.common.synchronization [req-0d2defa8-2c91-4c07-8f8b-0556607e876b req-1faa1ae4-6ab5-46ff-b684-85d03e979757 service nova] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 752.225732] env[69806]: INFO networking_nsxv3.common.synchronization [req-0d2defa8-2c91-4c07-8f8b-0556607e876b req-1faa1ae4-6ab5-46ff-b684-85d03e979757 service nova] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 752.225843] env[69806]: INFO networking_nsxv3.common.synchronization [req-0d2defa8-2c91-4c07-8f8b-0556607e876b req-1faa1ae4-6ab5-46ff-b684-85d03e979757 service nova] Enqueued Resource ID: 9f07f034-4136-49cb-ab32-4feb5aac7b58 with Priority: HIGHEST for action port [ 752.226107] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 752.226317] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 752.226386] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f07f034-4136-49cb-ab32-4feb5aac7b58 with Priority: HIGHEST for action port [ 752.226969] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.227119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.228438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.228438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.228438] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.228438] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.228664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.228664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.228770] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.228895] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.228994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.229072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.229214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.229294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.229437] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.231530] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f07f034-4136-49cb-ab32-4feb5aac7b58 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.231530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f07f034-4136-49cb-ab32-4feb5aac7b58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.231769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f07f034-4136-49cb-ab32-4feb5aac7b58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.231769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f07f034-4136-49cb-ab32-4feb5aac7b58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.231868] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f07f034-4136-49cb-ab32-4feb5aac7b58',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.537077] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.537682] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.537870] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.538212] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.538375] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.538795] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 96a49303-0c6a-4ff3-839c-01b7bcef9c4a not found, creating... [ 752.539271] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.539456] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.539664] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.540769] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.540769] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.540769] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.541272] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.541272] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.541272] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.541581] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.542646] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 96a49303-0c6a-4ff3-839c-01b7bcef9c4a is going to be created. [ 752.566263] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.566520] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.566743] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.566932] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.567153] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.567378] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-96a49303-0c6a-4ff3-839c-01b7bcef9c4a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.734359] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.735795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.735795] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f07f034-4136-49cb-ab32-4feb5aac7b58 with status ACTIVE [ 752.735795] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.735795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.735795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.735795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.735795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.735795] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.736224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.736224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.739038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.739038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.739038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.739038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.739038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.739038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.739038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.739038] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f07f034-4136-49cb-ab32-4feb5aac7b58 is going to be updated. [ 752.739038] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.759905] env[69806]: INFO networking_nsxv3.common.synchronization [req-c832ae01-4087-4674-9b5e-36dbfcbf3415 req-a6097e51-1acc-4a93-a640-2eca489d01ec tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 752.760879] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 752.761248] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.761379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.761752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.762046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.762220] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.762330] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.762399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.764647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.764770] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.764857] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.776264] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.776533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.776533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.780177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.780177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.780177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f07f034-4136-49cb-ab32-4feb5aac7b58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.918176] env[69806]: INFO networking_nsxv3.common.synchronization [None req-ccbc8562-f4a4-420b-a6bf-0484e3a91085 None None] Enqueued Resource ID: cc56e0c7-2d22-4473-b615-56fd4a299656 with Priority: HIGHEST for action port [ 752.918176] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc56e0c7-2d22-4473-b615-56fd4a299656 with Priority: HIGHEST for action port [ 752.918176] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc56e0c7-2d22-4473-b615-56fd4a299656 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.918176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc56e0c7-2d22-4473-b615-56fd4a299656" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.918176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc56e0c7-2d22-4473-b615-56fd4a299656" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.918176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc56e0c7-2d22-4473-b615-56fd4a299656" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.918176] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc56e0c7-2d22-4473-b615-56fd4a299656',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.944691] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 752.944879] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 deletion is rescheduled due to dependency. [ 752.944991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.945175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.946571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.946776] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.946898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.946962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.947430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.948024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.948024] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.122063] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.122063] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.122063] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.122063] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.122063] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.122063] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.122632] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.122972] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.123327] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.123646] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.124524] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.125180] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.125180] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.125180] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.125180] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.126915] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.145669] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.146100] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 753.146342] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.146545] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.146876] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-8c68bff7-071a-49ec-b024-4820c4225a9c taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.147080] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-8c68bff7-071a-49ec-b024-4820c4225a9c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.147182] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-8c68bff7-071a-49ec-b024-4820c4225a9c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.147550] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-8c68bff7-071a-49ec-b024-4820c4225a9c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.147730] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c68bff7-071a-49ec-b024-4820c4225a9c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.242563] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.268359] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.268476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.268566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.268801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.268962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.269160] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.269348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.269387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.269543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.269603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.269691] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 already deleted. [ 753.269778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.351368] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc56e0c7-2d22-4473-b615-56fd4a299656 [ 753.352138] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.352138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.352138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.352138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.352138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.352435] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc56e0c7-2d22-4473-b615-56fd4a299656 already deleted. [ 753.352435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc56e0c7-2d22-4473-b615-56fd4a299656" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.366691] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 753.369966] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.449842] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.450610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.450610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.450610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.450610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.450610] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.450926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.450926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.450926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.451076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.451144] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 753.485267] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.485573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.485573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.485791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.485994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.500237] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 753.536843] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54806b5-1fbc-4346-b18c-85dd832078a9 in Status: SUCCESS [ 753.537679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.619101] env[69806]: INFO networking_nsxv3.common.synchronization [req-1b49b374-a651-4bdd-95f8-a277310405da req-54992d5b-95b7-47b7-906c-7057b81af288 service nova] Enqueued Resource ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 with Priority: HIGHEST for action security_group_rules [ 753.619295] env[69806]: INFO networking_nsxv3.common.synchronization [req-1b49b374-a651-4bdd-95f8-a277310405da req-54992d5b-95b7-47b7-906c-7057b81af288 service nova] Enqueued Resource ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 with Priority: HIGHEST for action security_group_members [ 753.619434] env[69806]: INFO networking_nsxv3.common.synchronization [req-1b49b374-a651-4bdd-95f8-a277310405da req-54992d5b-95b7-47b7-906c-7057b81af288 service nova] Enqueued Resource ID: 96a49303-0c6a-4ff3-839c-01b7bcef9c4a with Priority: HIGHEST for action port [ 753.620021] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 with Priority: HIGHEST for action security_group_rules [ 753.620166] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 with Priority: HIGHEST for action security_group_members [ 753.620269] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a49303-0c6a-4ff3-839c-01b7bcef9c4a with Priority: HIGHEST for action port [ 753.620780] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7798e20-5b4e-4b9d-8b57-d3272082b5d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.620898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.621166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.621442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.621528] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7798e20-5b4e-4b9d-8b57-d3272082b5d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.622637] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.623511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.623511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.623511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.623511] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.623511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.623511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.624113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.624113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.624113] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7798e20-5b4e-4b9d-8b57-d3272082b5d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.627506] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a49303-0c6a-4ff3-839c-01b7bcef9c4a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.627506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a49303-0c6a-4ff3-839c-01b7bcef9c4a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.627506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a49303-0c6a-4ff3-839c-01b7bcef9c4a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.627506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a49303-0c6a-4ff3-839c-01b7bcef9c4a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.627506] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a49303-0c6a-4ff3-839c-01b7bcef9c4a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.653307] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.653307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.653307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.653733] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.653733] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.653809] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 8c68bff7-071a-49ec-b024-4820c4225a9c not found, creating... [ 753.654674] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.654674] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.654674] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.654839] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.654877] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.655180] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.655332] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.655560] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.655655] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.655786] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.655936] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 8c68bff7-071a-49ec-b024-4820c4225a9c is going to be created. [ 753.681326] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.681608] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.681754] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.682085] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.682331] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.682568] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-8c68bff7-071a-49ec-b024-4820c4225a9c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.746366] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.746606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.746726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.747235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.747383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.747531] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be created. [ 753.793023] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.793023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.793023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.793023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.793023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.803646] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: UNINITIALIZED for 2s [ 753.912336] env[69806]: INFO networking_nsxv3.common.synchronization [req-d63d6377-6e31-425b-991d-8789cc70096c req-fccc853c-cb9e-430f-83f9-e5f1efd7069e tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Enqueued Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 753.912979] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 753.913363] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.913833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.913941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.914351] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.914533] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.914692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.914729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.914917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.914955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.915204] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.016292] env[69806]: INFO networking_nsxv3.common.synchronization [None req-af5490c8-57a5-4365-8c84-e803c7a0a72a None None] Enqueued Resource ID: 47fa7920-6e77-4a1f-8769-08423d644aa3 with Priority: HIGHEST for action port [ 754.016594] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47fa7920-6e77-4a1f-8769-08423d644aa3 with Priority: HIGHEST for action port [ 754.017179] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-47fa7920-6e77-4a1f-8769-08423d644aa3 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.017309] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47fa7920-6e77-4a1f-8769-08423d644aa3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.017372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47fa7920-6e77-4a1f-8769-08423d644aa3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.017648] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47fa7920-6e77-4a1f-8769-08423d644aa3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.017735] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47fa7920-6e77-4a1f-8769-08423d644aa3',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.127833] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7798e20-5b4e-4b9d-8b57-d3272082b5d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.129327] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.129466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.129595] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96a49303-0c6a-4ff3-839c-01b7bcef9c4a with status ACTIVE [ 754.129752] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.129856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.129919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.130135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.130221] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.130401] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.130471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.131183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.131183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.131183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.131183] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.132119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.132119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.132119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.132119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.132119] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96a49303-0c6a-4ff3-839c-01b7bcef9c4a is going to be updated. [ 754.155214] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.155314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.155314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.157064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.157064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.157064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a49303-0c6a-4ff3-839c-01b7bcef9c4a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.258032] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.258032] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.258259] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.261219] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.261219] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.261219] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.261219] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.261219] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.261219] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.261219] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.261219] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.261702] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.262083] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.262431] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.262748] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.262984] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.284297] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.285503] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.285503] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.287061] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.287061] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-aa027344-f22c-46d4-8874-bf39bc0fa3f7 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.287061] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-aa027344-f22c-46d4-8874-bf39bc0fa3f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.287061] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-aa027344-f22c-46d4-8874-bf39bc0fa3f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.287061] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-aa027344-f22c-46d4-8874-bf39bc0fa3f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.287442] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa027344-f22c-46d4-8874-bf39bc0fa3f7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.419386] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.419607] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.419677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.419913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.424630] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.424630] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.424630] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.424861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.424924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.425018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.425116] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 is going to be updated. [ 754.464156] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.464350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.464350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.464563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.464703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.475938] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: IN_PROGRESS for 2s [ 754.521910] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47fa7920-6e77-4a1f-8769-08423d644aa3 [ 754.521910] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.521910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.521910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.521910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.521910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.521910] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47fa7920-6e77-4a1f-8769-08423d644aa3 already deleted. [ 754.521910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47fa7920-6e77-4a1f-8769-08423d644aa3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.564071] env[69806]: INFO networking_nsxv3.common.synchronization [req-c832ae01-4087-4674-9b5e-36dbfcbf3415 req-218d861d-eee3-47d2-bdc7-25c74b819e66 service nova] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_rules [ 754.564283] env[69806]: INFO networking_nsxv3.common.synchronization [req-c832ae01-4087-4674-9b5e-36dbfcbf3415 req-218d861d-eee3-47d2-bdc7-25c74b819e66 service nova] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 754.564397] env[69806]: INFO networking_nsxv3.common.synchronization [req-c832ae01-4087-4674-9b5e-36dbfcbf3415 req-218d861d-eee3-47d2-bdc7-25c74b819e66 service nova] Enqueued Resource ID: 8c68bff7-071a-49ec-b024-4820c4225a9c with Priority: HIGHEST for action port [ 754.564675] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_rules [ 754.564765] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 754.564861] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c68bff7-071a-49ec-b024-4820c4225a9c with Priority: HIGHEST for action port [ 754.565650] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.565796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.565867] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.566164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.566251] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.567784] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.567906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.567974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.568173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.568401] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.568495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.568495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.568644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.568732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.568821] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.569664] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c68bff7-071a-49ec-b024-4820c4225a9c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.569811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c68bff7-071a-49ec-b024-4820c4225a9c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.569811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c68bff7-071a-49ec-b024-4820c4225a9c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.570031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c68bff7-071a-49ec-b024-4820c4225a9c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.570650] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c68bff7-071a-49ec-b024-4820c4225a9c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.634364] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7798e20-5b4e-4b9d-8b57-d3272082b5d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.791034] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.791275] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.791395] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.791713] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.792016] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.792016] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port aa027344-f22c-46d4-8874-bf39bc0fa3f7 not found, creating... [ 754.792296] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.792455] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.792575] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.792791] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.792925] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.793219] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.793489] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.793489] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.793692] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.793827] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.793994] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: aa027344-f22c-46d4-8874-bf39bc0fa3f7 is going to be created. [ 754.818904] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.819136] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.819260] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.819536] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.819763] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.820094] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-aa027344-f22c-46d4-8874-bf39bc0fa3f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.068865] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.069099] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.072756] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c68bff7-071a-49ec-b024-4820c4225a9c with status ACTIVE [ 755.072971] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.073136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.073278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.073490] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.073581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.073757] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.073859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.073920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.074092] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.074168] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.074347] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.074438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.074503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.074660] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.074735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.074832] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c68bff7-071a-49ec-b024-4820c4225a9c is going to be updated. [ 755.075914] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.099801] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.099949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.100059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.100288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.100425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.100597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c68bff7-071a-49ec-b024-4820c4225a9c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.136962] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.137144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.137220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.137517] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.137646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.137804] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 is going to be created. [ 755.180122] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.180428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.180428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.180585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.180750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.197924] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 in Status: UNINITIALIZED for 2s [ 755.428020] env[69806]: INFO networking_nsxv3.common.synchronization [None req-bdb1ccb0-e15e-4ac8-b8d7-cdb106585aa3 None None] Enqueued Resource ID: 899c3b15-80f2-4519-a27e-320617e2bacc with Priority: HIGHEST for action port [ 755.428958] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899c3b15-80f2-4519-a27e-320617e2bacc with Priority: HIGHEST for action port [ 755.432662] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-899c3b15-80f2-4519-a27e-320617e2bacc taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.432900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-899c3b15-80f2-4519-a27e-320617e2bacc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.432991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-899c3b15-80f2-4519-a27e-320617e2bacc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.433294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-899c3b15-80f2-4519-a27e-320617e2bacc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.433381] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('899c3b15-80f2-4519-a27e-320617e2bacc',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.513483] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 755.513483] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 deletion is rescheduled due to dependency. [ 755.513483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.580542] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.815939] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 755.816327] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.816423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.816610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.816918] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.817100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.817100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.817294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.817419] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.817468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.817583] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.936301] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 899c3b15-80f2-4519-a27e-320617e2bacc [ 755.936639] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.936781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.936850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.937080] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.937168] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.937257] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:899c3b15-80f2-4519-a27e-320617e2bacc already deleted. [ 755.937847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-899c3b15-80f2-4519-a27e-320617e2bacc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.952695] env[69806]: INFO networking_nsxv3.common.synchronization [req-d63d6377-6e31-425b-991d-8789cc70096c req-10b34d38-d38e-4c4a-ad7b-8d1dad03b5a4 service nova] Enqueued Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_rules [ 755.952695] env[69806]: INFO networking_nsxv3.common.synchronization [req-d63d6377-6e31-425b-991d-8789cc70096c req-10b34d38-d38e-4c4a-ad7b-8d1dad03b5a4 service nova] Enqueued Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 755.952695] env[69806]: INFO networking_nsxv3.common.synchronization [req-d63d6377-6e31-425b-991d-8789cc70096c req-10b34d38-d38e-4c4a-ad7b-8d1dad03b5a4 service nova] Enqueued Resource ID: aa027344-f22c-46d4-8874-bf39bc0fa3f7 with Priority: HIGHEST for action port [ 755.952964] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_rules [ 755.952964] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 755.953047] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa027344-f22c-46d4-8874-bf39bc0fa3f7 with Priority: HIGHEST for action port [ 755.956673] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.956813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.956875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.957735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.957735] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.958042] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.958143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.958339] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa027344-f22c-46d4-8874-bf39bc0fa3f7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.958439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa027344-f22c-46d4-8874-bf39bc0fa3f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.958505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa027344-f22c-46d4-8874-bf39bc0fa3f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.958678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa027344-f22c-46d4-8874-bf39bc0fa3f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.958752] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa027344-f22c-46d4-8874-bf39bc0fa3f7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.086561] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.086561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.086561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.086561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.086561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.086561] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be created. [ 756.114796] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.114953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.115039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.115247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.115413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.130024] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: UNINITIALIZED for 2s [ 756.319884] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.464024] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.464024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.464024] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa027344-f22c-46d4-8874-bf39bc0fa3f7 with status ACTIVE [ 756.464024] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.464024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.464024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.464024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.464024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.464024] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.464024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.464024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.464024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.464024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.464024] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.464838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.464838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.464838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.464838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.464838] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa027344-f22c-46d4-8874-bf39bc0fa3f7 is going to be updated. [ 756.490271] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: SUCCESS [ 756.490271] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 deletion is rescheduled due to dependency. [ 756.490271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.490271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.490271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.490271] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.490271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.490271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.490271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.490271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.490271] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.496829] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.496829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.496829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.496829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.496829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.496829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa027344-f22c-46d4-8874-bf39bc0fa3f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.545439] env[69806]: INFO networking_nsxv3.common.synchronization [req-d9ed8076-6280-44ce-807c-c783b75425db req-9510caa7-7c09-407e-bea6-c78c8d8b35c3 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Enqueued Resource ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 with Priority: HIGHEST for action security_group_members [ 756.545439] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 with Priority: HIGHEST for action security_group_members [ 756.546349] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c678da5-5ac5-4a40-8712-f0bf21816c54 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.546843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.547042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.547915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.548227] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.548548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.548787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.549115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.549377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.549610] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c678da5-5ac5-4a40-8712-f0bf21816c54',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.605592] env[69806]: INFO networking_nsxv3.common.synchronization [req-aaa3a362-4bca-4693-a5da-c9f15112134b req-ebcbefbe-d1c5-45aa-938a-e761fcb6b83e tempest-ServersTestJSON-667160462 tempest-ServersTestJSON-667160462-project-member] Enqueued Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_members [ 756.605592] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGHEST for action security_group_members [ 756.605592] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-88bc81f1-c7d8-417c-b21f-c4248c63d277 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.605592] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.605592] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.605592] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.605592] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.605592] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.605592] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.606326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.606502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.606633] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88bc81f1-c7d8-417c-b21f-c4248c63d277',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.825379] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5: rpc.has_security_group_logging(os_id): False [ 756.833326] env[69806]: INFO networking_nsxv3.common.synchronization [req-8a693dae-b22e-4f4e-8294-4424cb379a9f req-49b9b568-c285-4380-8c43-833f7cfd2035 tempest-ServerTagsTestJSON-782493845 tempest-ServerTagsTestJSON-782493845-project-member] Enqueued Resource ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd with Priority: HIGHEST for action security_group_members [ 756.834185] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd with Priority: HIGHEST for action security_group_members [ 756.834676] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.835574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.835766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.836223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.836513] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.837163] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.837333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.837649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.837833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.838024] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a438d2c-ebfa-4cab-a4e3-08ecb52efacd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.851090] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.851090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.851090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.851090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.851090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.851090] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.851090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.851090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.851090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.851090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.851090] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be created. [ 756.928473] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.928981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.928981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.928981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.929159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.944504] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 756.993176] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.054605] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.055091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.055091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.055181] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.055257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.055691] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.055691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.055847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.055963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.056076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.056187] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 already deleted. [ 757.056338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.111180] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.111464] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.111464] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.112737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.112737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.112737] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.112737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.113179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.113324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.114388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.114388] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 is going to be updated. [ 757.144169] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.144169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.144169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.144169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.144427] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.206716] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.206716] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-608" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.206716] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-608" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.210177] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-608" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.210177] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.210177] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.210177] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.210177] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.210177] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.210177] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.210177] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.210177] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.210177] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.210177] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.210177] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.210177] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.223418] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 in Status: IN_PROGRESS for 2s [ 757.224176] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 in Status: SUCCESS [ 757.224425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.224626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.224837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.225047] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.225186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.225262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.225430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.225494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.225583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.225725] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7798e20-5b4e-4b9d-8b57-d3272082b5d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.241493] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.242515] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.242515] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.242515] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-608" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.242515] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-45a0d640-32eb-4fe3-ba08-466bfd767ad8 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.242750] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-45a0d640-32eb-4fe3-ba08-466bfd767ad8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.243038] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-45a0d640-32eb-4fe3-ba08-466bfd767ad8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.243449] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-45a0d640-32eb-4fe3-ba08-466bfd767ad8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.243604] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a0d640-32eb-4fe3-ba08-466bfd767ad8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.340616] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.340616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.340769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.341288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.341288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.341288] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.341535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.341535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.341535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.341684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.341734] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd is going to be updated. [ 757.409142] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.409142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.409142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.409142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.409142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.418125] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd in Status: IN_PROGRESS for 2s [ 757.497602] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.500076] env[69806]: INFO networking_nsxv3.common.synchronization [req-2c61f0c0-59f5-41c6-911f-76f3e932c27d req-f12ef2f7-fc78-4966-bd1d-a01b87431ff6 tempest-SecurityGroupRulesNegativeTestJSON-688852927 tempest-SecurityGroupRulesNegativeTestJSON-688852927-project-member] Enqueued Resource ID: 6220b2d8-2d98-4e4e-a9f7-a71f1806de51 with Priority: HIGHEST for action security_group_rules [ 757.500759] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6220b2d8-2d98-4e4e-a9f7-a71f1806de51 with Priority: HIGHEST for action security_group_rules [ 757.501104] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6220b2d8-2d98-4e4e-a9f7-a71f1806de51 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.501292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6220b2d8-2d98-4e4e-a9f7-a71f1806de51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.501350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6220b2d8-2d98-4e4e-a9f7-a71f1806de51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.501687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6220b2d8-2d98-4e4e-a9f7-a71f1806de51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.501805] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6220b2d8-2d98-4e4e-a9f7-a71f1806de51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.728900] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.729216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.729341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.729666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.729951] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.730133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.730256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.730497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.730649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.730801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.731054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.731213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.731319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.731564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.731804] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.732016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.732116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.732260] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.732457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.732457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.732566] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7798e20-5b4e-4b9d-8b57-d3272082b5d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.748905] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.749119] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.749250] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.749543] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.749692] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.749847] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 45a0d640-32eb-4fe3-ba08-466bfd767ad8 not found, creating... [ 757.750989] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.751192] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.751325] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.751617] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.752532] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.752532] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.752532] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.752532] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.752841] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.752841] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.752920] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 45a0d640-32eb-4fe3-ba08-466bfd767ad8 is going to be created. [ 757.777066] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.777066] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.777066] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.777381] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.777633] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.777931] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-45a0d640-32eb-4fe3-ba08-466bfd767ad8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.001861] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.001861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.001861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.001861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.002299] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.002299] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 is going to be updated. [ 758.026250] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.026250] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.026250] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.026667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.026667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.026887] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6220b2d8-2d98-4e4e-a9f7-a71f1806de51 already deleted. [ 758.026887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6220b2d8-2d98-4e4e-a9f7-a71f1806de51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.039716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.039903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.040076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.040175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.040325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.055223] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: IN_PROGRESS for 2s [ 758.140305] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 758.140526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.140697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.140923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.141124] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.141246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.141319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.141491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.141588] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.141651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.141731] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.235264] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7798e20-5b4e-4b9d-8b57-d3272082b5d0: rpc.has_security_group_logging(os_id): False [ 758.254949] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.255126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.255286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.255408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.255502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.256199] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.256199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.256199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.256199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.256199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.256493] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.256547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.256591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.257201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.257287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.257455] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.257902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.257902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.257902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.257902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.258087] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 is going to be created. [ 758.320819] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.320982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.321248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.321310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.321527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.334693] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 in Status: IN_PROGRESS for 2s [ 758.484295] env[69806]: INFO networking_nsxv3.common.synchronization [req-d9ed8076-6280-44ce-807c-c783b75425db req-ecca9245-c3df-42b1-bd12-e8996aa69d03 service nova] Enqueued Resource ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 with Priority: HIGHEST for action security_group_rules [ 758.484295] env[69806]: INFO networking_nsxv3.common.synchronization [req-d9ed8076-6280-44ce-807c-c783b75425db req-ecca9245-c3df-42b1-bd12-e8996aa69d03 service nova] Enqueued Resource ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 with Priority: HIGHEST for action security_group_members [ 758.484295] env[69806]: INFO networking_nsxv3.common.synchronization [req-d9ed8076-6280-44ce-807c-c783b75425db req-ecca9245-c3df-42b1-bd12-e8996aa69d03 service nova] Enqueued Resource ID: 45a0d640-32eb-4fe3-ba08-466bfd767ad8 with Priority: HIGHEST for action port [ 758.484615] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 with Priority: HIGHEST for action security_group_rules [ 758.484686] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 with Priority: HIGHEST for action security_group_members [ 758.484799] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a0d640-32eb-4fe3-ba08-466bfd767ad8 with Priority: HIGHEST for action port [ 758.485077] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c678da5-5ac5-4a40-8712-f0bf21816c54 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.485202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.485280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.485523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.485601] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c678da5-5ac5-4a40-8712-f0bf21816c54',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.486588] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c678da5-5ac5-4a40-8712-f0bf21816c54 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.486707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.486767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.488051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.488051] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.488051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.488051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.488051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.488051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.488051] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c678da5-5ac5-4a40-8712-f0bf21816c54',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.488876] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-45a0d640-32eb-4fe3-ba08-466bfd767ad8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.488944] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45a0d640-32eb-4fe3-ba08-466bfd767ad8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.489381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45a0d640-32eb-4fe3-ba08-466bfd767ad8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.489381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45a0d640-32eb-4fe3-ba08-466bfd767ad8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.489381] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a0d640-32eb-4fe3-ba08-466bfd767ad8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.643917] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.644097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.644167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.644560] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.644729] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.644837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.644902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.645083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.645201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.645263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.645404] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.645510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.645583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.646279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.646279] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.646279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.646279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.646279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.646279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.646279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.646806] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.974144] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 758.974381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.990922] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c678da5-5ac5-4a40-8712-f0bf21816c54',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.992335] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c678da5-5ac5-4a40-8712-f0bf21816c54 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.992442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.992607] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45a0d640-32eb-4fe3-ba08-466bfd767ad8 with status ACTIVE [ 758.992761] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.995417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.995417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.995417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.995417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.995417] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.995417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.995417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.995417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.995417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.995417] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.995417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.995417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.995417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.996293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.996293] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45a0d640-32eb-4fe3-ba08-466bfd767ad8 is going to be updated. [ 759.028650] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.029049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.029049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.029238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.029464] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.030048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45a0d640-32eb-4fe3-ba08-466bfd767ad8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.149479] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7: rpc.has_security_group_logging(os_id): False [ 759.169780] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.171449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.171449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.171449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.171449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.171449] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.171449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.171449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.171449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.171828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.171828] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.172556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.172556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.172556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.172556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.172752] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.172847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.172960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.173189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.173313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.173445] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be created. [ 759.236981] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 in Status: SUCCESS [ 759.237305] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 deletion is rescheduled due to dependency. [ 759.237432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.270633] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.271018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.271018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.271270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.271364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.286173] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 759.427235] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd in Status: SUCCESS [ 759.427235] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd deletion is rescheduled due to dependency. [ 759.427378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.481132] env[69806]: INFO networking_nsxv3.common.synchronization [req-ae8759c0-8cc7-46fb-b597-856b9c088f8d req-6f4811f6-7759-4d54-86bf-03f735c60d4f tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Enqueued Resource ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c with Priority: HIGHEST for action security_group_members [ 759.481132] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c with Priority: HIGHEST for action security_group_members [ 759.481132] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e4ba8ed-652d-41da-aa77-6da75d7d979c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.481132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.481132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.481132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.481132] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.481132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.481790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.482062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.482287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.482506] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e4ba8ed-652d-41da-aa77-6da75d7d979c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.500724] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c678da5-5ac5-4a40-8712-f0bf21816c54',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.821061] env[69806]: INFO networking_nsxv3.common.synchronization [req-d796b0dd-1708-4c1d-9130-eee1cf00379c req-97841e15-c0ec-412d-b5b9-00a2243874e7 tempest-SecurityGroupRulesNegativeTestJSON-688852927 tempest-SecurityGroupRulesNegativeTestJSON-688852927-project-member] Enqueued Resource ID: 6220b2d8-2d98-4e4e-a9f7-a71f1806de51 with Priority: HIGHEST for action security_group_rules [ 759.821872] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6220b2d8-2d98-4e4e-a9f7-a71f1806de51 with Priority: HIGHEST for action security_group_rules [ 759.822335] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6220b2d8-2d98-4e4e-a9f7-a71f1806de51 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.822579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6220b2d8-2d98-4e4e-a9f7-a71f1806de51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.822686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6220b2d8-2d98-4e4e-a9f7-a71f1806de51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.822925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6220b2d8-2d98-4e4e-a9f7-a71f1806de51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.823233] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6220b2d8-2d98-4e4e-a9f7-a71f1806de51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.968165] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.968165] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.968165] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.968165] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.968165] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.968556] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.968556] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.968646] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.969508] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.969508] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.969508] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.969508] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.969508] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.969508] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.969866] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.969866] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.985407] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.985407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.985407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.985407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.985407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.985908] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.985908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.985908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.985908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.986091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.986127] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c already deleted. [ 759.986237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.993372] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.993539] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.993674] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.993850] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.994209] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-a841171c-f2d7-458e-b061-f7ec620df2e8 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.994440] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-a841171c-f2d7-458e-b061-f7ec620df2e8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.994531] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-a841171c-f2d7-458e-b061-f7ec620df2e8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.994939] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-a841171c-f2d7-458e-b061-f7ec620df2e8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.998332] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a841171c-f2d7-458e-b061-f7ec620df2e8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.004165] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.004393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.004500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.004747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.004843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.004946] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 is going to be created. [ 760.044808] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.045256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.045256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.045386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.045640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.058494] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 in Status: UNINITIALIZED for 2s [ 760.068647] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: SUCCESS [ 760.068994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.069556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.069703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.069905] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.070056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.070151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.070374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.070561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.070779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.070842] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.349705] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 in Status: SUCCESS [ 760.349914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.352201] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.352344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.352413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.352635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.352720] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.353015] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6220b2d8-2d98-4e4e-a9f7-a71f1806de51 already deleted. [ 760.353015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6220b2d8-2d98-4e4e-a9f7-a71f1806de51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.501225] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.501471] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.501579] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.501876] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.502026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.502190] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port a841171c-f2d7-458e-b061-f7ec620df2e8 not found, creating... [ 760.502463] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.502637] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.503010] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.503263] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.503430] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.503714] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.503862] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.503982] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.504214] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.504353] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.504530] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: a841171c-f2d7-458e-b061-f7ec620df2e8 is going to be created. [ 760.526450] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.526706] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.526831] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.527124] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.527403] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.527573] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-a841171c-f2d7-458e-b061-f7ec620df2e8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.574205] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.574205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.574205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.574205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.574205] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.576924] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.576924] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.576924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.577937] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.083404] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3368344-bbbc-4245-b7a3-1ff6432bf662: rpc.has_security_group_logging(os_id): False [ 761.102671] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.102671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.102796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.103101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.103357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.103848] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.103979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.104103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.104343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.104435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.104631] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.104724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.104781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.104925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.104998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.105821] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.105821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.105821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.105821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.105821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.105821] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 is going to be updated. [ 761.165504] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.165668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.165716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.165975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.166188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.184848] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: IN_PROGRESS for 2s [ 761.211625] env[69806]: INFO networking_nsxv3.common.synchronization [req-ae8759c0-8cc7-46fb-b597-856b9c088f8d req-d2d63f9a-60b6-4069-8db6-511786ee4df8 service nova] Enqueued Resource ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c with Priority: HIGHEST for action security_group_rules [ 761.212490] env[69806]: INFO networking_nsxv3.common.synchronization [req-ae8759c0-8cc7-46fb-b597-856b9c088f8d req-d2d63f9a-60b6-4069-8db6-511786ee4df8 service nova] Enqueued Resource ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c with Priority: HIGHEST for action security_group_members [ 761.212490] env[69806]: INFO networking_nsxv3.common.synchronization [req-ae8759c0-8cc7-46fb-b597-856b9c088f8d req-d2d63f9a-60b6-4069-8db6-511786ee4df8 service nova] Enqueued Resource ID: a841171c-f2d7-458e-b061-f7ec620df2e8 with Priority: HIGHEST for action port [ 761.212624] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c with Priority: HIGHEST for action security_group_rules [ 761.212674] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c with Priority: HIGHEST for action security_group_members [ 761.212818] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a841171c-f2d7-458e-b061-f7ec620df2e8 with Priority: HIGHEST for action port [ 761.213281] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e4ba8ed-652d-41da-aa77-6da75d7d979c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.213442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.213663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.213960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.214104] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e4ba8ed-652d-41da-aa77-6da75d7d979c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.215404] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e4ba8ed-652d-41da-aa77-6da75d7d979c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.215601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.215727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.215993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.216194] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.216319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.216487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.216665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.216776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.216894] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e4ba8ed-652d-41da-aa77-6da75d7d979c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.217900] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-a841171c-f2d7-458e-b061-f7ec620df2e8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.217900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a841171c-f2d7-458e-b061-f7ec620df2e8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.218115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a841171c-f2d7-458e-b061-f7ec620df2e8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.218265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a841171c-f2d7-458e-b061-f7ec620df2e8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.218543] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a841171c-f2d7-458e-b061-f7ec620df2e8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.299909] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 761.300186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.720486] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e4ba8ed-652d-41da-aa77-6da75d7d979c taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.720684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.720996] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e4ba8ed-652d-41da-aa77-6da75d7d979c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.721758] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a841171c-f2d7-458e-b061-f7ec620df2e8 with status ACTIVE [ 761.721942] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.722161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.722161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.722332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.722838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.722838] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.722838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.722838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.723053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.723053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.724235] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.724356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.724426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.724600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.724683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.724776] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a841171c-f2d7-458e-b061-f7ec620df2e8 is going to be updated. [ 761.746934] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.747133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.747133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.747633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.747633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.747633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a841171c-f2d7-458e-b061-f7ec620df2e8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.071956] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 in Status: SUCCESS [ 762.072182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.073495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.073495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.073495] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.073686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.073722] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.073876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.074125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.074125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.074220] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c678da5-5ac5-4a40-8712-f0bf21816c54',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.228045] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e4ba8ed-652d-41da-aa77-6da75d7d979c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.311219] env[69806]: INFO networking_nsxv3.common.synchronization [req-fe1af6c9-054e-4706-9cc4-c0697db2e558 req-903de945-118e-46c8-b12c-1162a53f4a2c tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Enqueued Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 762.311219] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 762.311219] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.311219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.313756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.314139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.314328] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.314472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.314521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.314674] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.314759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.314854] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.579350] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c678da5-5ac5-4a40-8712-f0bf21816c54 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.579350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.579350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.579350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.579350] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.579350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.579350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.579902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.579902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.579902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.579902] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c678da5-5ac5-4a40-8712-f0bf21816c54 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.579902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.580149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.580149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.580243] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.580303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.580350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.580473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.580541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.580617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.580701] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c678da5-5ac5-4a40-8712-f0bf21816c54',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.732782] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.732782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.732782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.732782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.732782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.732782] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c is going to be created. [ 762.761027] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.761027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.761027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.761027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.761027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.772587] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c in Status: UNINITIALIZED for 2s [ 762.818598] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.818766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.818821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.819080] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.819177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.819400] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.821874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.821874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.821874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.821874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.821874] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b811929-f20f-4453-8e81-76da321ccc90 already deleted. [ 762.821874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.931042] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.931042] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.931042] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.931042] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.932689] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.932689] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.932689] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.932913] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.932913] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.933240] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.933240] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.933356] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.933434] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.934261] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.934261] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.934261] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.955102] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.955316] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.955512] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.955732] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.957080] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-dd5c7315-2411-4af0-af60-e79288b7863d taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.957080] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-dd5c7315-2411-4af0-af60-e79288b7863d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.957080] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-dd5c7315-2411-4af0-af60-e79288b7863d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.957080] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-dd5c7315-2411-4af0-af60-e79288b7863d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.957080] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5c7315-2411-4af0-af60-e79288b7863d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.088500] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c678da5-5ac5-4a40-8712-f0bf21816c54: rpc.has_security_group_logging(os_id): False [ 763.112204] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.112321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.112368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.112652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.112946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.113228] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.113599] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.113599] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.113728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.113841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.114175] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.114901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.114901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.114901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.114901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.115215] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.115215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.115331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.116030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.116030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.116179] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 is going to be created. [ 763.203566] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.203759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.203811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.204015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.204216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.212825] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: SUCCESS [ 763.213056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.217898] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 in Status: IN_PROGRESS for 2s [ 763.461972] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.462371] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.462371] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.462617] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.462803] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.462903] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port dd5c7315-2411-4af0-af60-e79288b7863d not found, creating... [ 763.463223] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.463416] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.463518] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.463730] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.463874] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.464163] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.464334] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.464476] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.464695] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.464870] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.464967] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: dd5c7315-2411-4af0-af60-e79288b7863d is going to be created. [ 763.486710] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.487063] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.487198] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.487505] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.487748] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.487974] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-dd5c7315-2411-4af0-af60-e79288b7863d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.008101] env[69806]: INFO networking_nsxv3.common.synchronization [req-9dd7685e-eeea-492b-b59e-5248c050ebe9 req-34b41ece-5695-4839-96db-109b84f92202 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Enqueued Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 764.008550] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 764.008907] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.010029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.010573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.010573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.010573] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.010801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.010801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.010904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.010904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.011077] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.514134] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.680411] env[69806]: INFO networking_nsxv3.common.synchronization [req-fe1af6c9-054e-4706-9cc4-c0697db2e558 req-02d29f5f-e963-4731-bda1-3aec5c488e8d service nova] Enqueued Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_rules [ 764.680411] env[69806]: INFO networking_nsxv3.common.synchronization [req-fe1af6c9-054e-4706-9cc4-c0697db2e558 req-02d29f5f-e963-4731-bda1-3aec5c488e8d service nova] Enqueued Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 764.680411] env[69806]: INFO networking_nsxv3.common.synchronization [req-fe1af6c9-054e-4706-9cc4-c0697db2e558 req-02d29f5f-e963-4731-bda1-3aec5c488e8d service nova] Enqueued Resource ID: dd5c7315-2411-4af0-af60-e79288b7863d with Priority: HIGHEST for action port [ 764.681909] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_rules [ 764.682430] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 764.682752] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5c7315-2411-4af0-af60-e79288b7863d with Priority: HIGHEST for action port [ 764.683876] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.685193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.685193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.685193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.685193] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.686598] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.686672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.686707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.686872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.687068] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.687568] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.687568] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.688203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.688359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.688507] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.690775] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd5c7315-2411-4af0-af60-e79288b7863d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.690943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd5c7315-2411-4af0-af60-e79288b7863d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.691800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd5c7315-2411-4af0-af60-e79288b7863d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.692080] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd5c7315-2411-4af0-af60-e79288b7863d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.692180] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5c7315-2411-4af0-af60-e79288b7863d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.782811] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c in Status: SUCCESS [ 764.783018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.783147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.783366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.783558] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.783673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.783744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.784019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.784120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.784209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.784299] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e4ba8ed-652d-41da-aa77-6da75d7d979c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.016989] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.195305] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.195507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.196048] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.197083] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd5c7315-2411-4af0-af60-e79288b7863d with status ACTIVE [ 765.197314] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.197505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.197593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.197806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.197913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.199740] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.199740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.199740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.199740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.199740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.199740] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.199740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.199740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.199740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.199740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.199740] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd5c7315-2411-4af0-af60-e79288b7863d is going to be updated. [ 765.230664] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.230845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.230901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.231205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.231377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.231574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd5c7315-2411-4af0-af60-e79288b7863d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.232811] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 in Status: SUCCESS [ 765.233157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.254925] env[69806]: INFO networking_nsxv3.common.synchronization [req-c144565a-ff1c-4c86-80a7-90e061d31235 req-71a82772-c48d-4629-821a-82ef4383f793 tempest-ServerDiagnosticsTest-755212226 tempest-ServerDiagnosticsTest-755212226-project-member] Enqueued Resource ID: f54806b5-1fbc-4346-b18c-85dd832078a9 with Priority: HIGHEST for action security_group_members [ 765.255964] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54806b5-1fbc-4346-b18c-85dd832078a9 with Priority: HIGHEST for action security_group_members [ 765.256539] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54806b5-1fbc-4346-b18c-85dd832078a9 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.256724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.256889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.258121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.258393] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.258587] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.259129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.260209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.260209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.260338] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54806b5-1fbc-4346-b18c-85dd832078a9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.288055] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e4ba8ed-652d-41da-aa77-6da75d7d979c taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.288055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.288055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.288055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.288055] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.288055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.288532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.288532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.288532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.288715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.288861] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e4ba8ed-652d-41da-aa77-6da75d7d979c taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.289052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.291384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.291384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.291384] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.291384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.291384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.293479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.293479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.293479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.293479] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e4ba8ed-652d-41da-aa77-6da75d7d979c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.520085] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.520835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.520835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.520835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.520835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.520835] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da is going to be updated. [ 765.560029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.560029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.560029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.563057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.563057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.574460] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: IN_PROGRESS for 2s [ 765.702157] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.763060] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.769198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.769198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.769198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.769198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.769198] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.769198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.769198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.769198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.769198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.769198] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54806b5-1fbc-4346-b18c-85dd832078a9 is going to be updated. [ 765.797503] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e4ba8ed-652d-41da-aa77-6da75d7d979c: rpc.has_security_group_logging(os_id): False [ 765.799406] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.799406] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.799406] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.800317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.800317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.811920] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54806b5-1fbc-4346-b18c-85dd832078a9 in Status: IN_PROGRESS for 2s [ 765.821634] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.821906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.822017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.822190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.822319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.822636] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.822748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.822830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.823193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.823290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.823926] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.824094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.824171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.824379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.824500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.824866] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.824992] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.825138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.825340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.825452] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.825565] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c is going to be created. [ 765.907087] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.907087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.907207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.907436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.907705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.926562] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c in Status: IN_PROGRESS for 2s [ 766.209029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.209029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.209029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.209029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.209029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.209029] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b811929-f20f-4453-8e81-76da321ccc90 is going to be created. [ 766.239542] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.239542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.239542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.239845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.239845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.252305] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: UNINITIALIZED for 2s [ 766.520510] env[69806]: INFO networking_nsxv3.common.synchronization [None req-72743ef4-0f3f-4565-be75-5c04c547b7a6 None None] Enqueued Resource ID: 2bc0d767-c67c-48be-aeb9-fb1ee657c6b1 with Priority: HIGHEST for action port [ 766.520510] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc0d767-c67c-48be-aeb9-fb1ee657c6b1 with Priority: HIGHEST for action port [ 766.523178] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bc0d767-c67c-48be-aeb9-fb1ee657c6b1 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.523178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bc0d767-c67c-48be-aeb9-fb1ee657c6b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.523178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bc0d767-c67c-48be-aeb9-fb1ee657c6b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.523178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bc0d767-c67c-48be-aeb9-fb1ee657c6b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.523178] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc0d767-c67c-48be-aeb9-fb1ee657c6b1',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.030019] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bc0d767-c67c-48be-aeb9-fb1ee657c6b1 [ 767.030019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.030019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.030019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.030019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.030019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.030019] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bc0d767-c67c-48be-aeb9-fb1ee657c6b1 already deleted. [ 767.030019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bc0d767-c67c-48be-aeb9-fb1ee657c6b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.586022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: SUCCESS [ 767.586381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.821064] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54806b5-1fbc-4346-b18c-85dd832078a9 in Status: SUCCESS [ 767.821064] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54806b5-1fbc-4346-b18c-85dd832078a9 deletion is rescheduled due to dependency. [ 767.821064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.945356] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c in Status: SUCCESS [ 767.946555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.122090] env[69806]: INFO networking_nsxv3.common.synchronization [req-8d76d6f2-7c1e-410f-a59a-c92460291c90 req-4d776784-0176-4412-bcec-c6c7fe1bc5ad tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 768.122675] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 768.123538] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.123691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.123796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.124278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.124278] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.124278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.124415] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.125127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.125127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.125127] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.265119] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: SUCCESS [ 768.265330] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.265493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.265717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.265908] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.266047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.266096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.266238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.266625] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.266625] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.266625] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.593957] env[69806]: INFO networking_nsxv3.common.synchronization [None req-079ea359-675b-4b27-9544-2af7655613ff None None] Enqueued Resource ID: 7ee00f31-eaef-4a81-b247-bef9ee9517f2 with Priority: HIGHEST for action port [ 768.594305] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee00f31-eaef-4a81-b247-bef9ee9517f2 with Priority: HIGHEST for action port [ 768.594408] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ee00f31-eaef-4a81-b247-bef9ee9517f2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.594553] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ee00f31-eaef-4a81-b247-bef9ee9517f2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.594617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ee00f31-eaef-4a81-b247-bef9ee9517f2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.594916] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ee00f31-eaef-4a81-b247-bef9ee9517f2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.594996] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ee00f31-eaef-4a81-b247-bef9ee9517f2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.628197] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.628197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.628197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.628586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.628586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.629055] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.629125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.629215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.629463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.629571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.629722] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 already deleted. [ 768.629805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.699035] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.699268] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.699347] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.699690] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.699992] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.702342] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.702616] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.702771] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.702933] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.703228] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.703326] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.703403] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.703516] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.703605] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.703785] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.703853] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.724345] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.724548] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 768.724609] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.724756] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.725154] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-e9084f11-3e79-45c2-8703-cc356120c176 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.725523] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-e9084f11-3e79-45c2-8703-cc356120c176" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.725729] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-e9084f11-3e79-45c2-8703-cc356120c176" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.726810] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-e9084f11-3e79-45c2-8703-cc356120c176" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.726810] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9084f11-3e79-45c2-8703-cc356120c176',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.772054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.772054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.772054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.772054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.772054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.772701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.772701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.772701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.772701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.772701] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.039568] env[69806]: INFO networking_nsxv3.common.synchronization [req-5e2c4342-35cb-48d2-9723-8afe063f191f req-6b725d92-b1e3-4a9c-9127-8c91a86bdca0 tempest-ServersNegativeTestMultiTenantJSON-2119484520 tempest-ServersNegativeTestMultiTenantJSON-2119484520-project-member] Enqueued Resource ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 with Priority: HIGHEST for action security_group_members [ 769.045567] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 with Priority: HIGHEST for action security_group_members [ 769.045567] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.045567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.045567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.045567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.045567] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.045567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.045567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.045567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.045567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.045567] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7798e20-5b4e-4b9d-8b57-d3272082b5d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.103638] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ee00f31-eaef-4a81-b247-bef9ee9517f2 [ 769.103638] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.103638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.103638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.103638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.103638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.103638] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ee00f31-eaef-4a81-b247-bef9ee9517f2 already deleted. [ 769.103638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ee00f31-eaef-4a81-b247-bef9ee9517f2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.174346] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a46048b4-53b6-42a6-b520-c2b5b8b2c92a tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Enqueued Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_rules [ 769.174346] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_rules [ 769.174346] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-811c8266-8581-4dda-bdcb-63bebec1a9ca taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.174346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.174346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.174346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.174346] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('811c8266-8581-4dda-bdcb-63bebec1a9ca',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.228713] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.229028] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.229371] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.229437] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.229637] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.230752] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port e9084f11-3e79-45c2-8703-cc356120c176 not found, creating... [ 769.230752] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.230752] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.230752] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.230752] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.230752] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.231319] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.231319] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.231526] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.231626] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.231755] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.231889] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: e9084f11-3e79-45c2-8703-cc356120c176 is going to be created. [ 769.260108] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.260343] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.260507] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.260802] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.261050] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.261293] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-e9084f11-3e79-45c2-8703-cc356120c176" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.276158] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b811929-f20f-4453-8e81-76da321ccc90: rpc.has_security_group_logging(os_id): False [ 769.302320] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.302320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.302320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.302852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.302852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.303378] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.303650] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.303752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.304175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.304388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.304927] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.305262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.305346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.305559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.305879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.306164] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.306815] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.306815] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.306990] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.311021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.311021] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b811929-f20f-4453-8e81-76da321ccc90 is going to be created. [ 769.358973] env[69806]: INFO networking_nsxv3.common.synchronization [None req-f8cd50db-232f-4ce4-a8cb-b25e17d4ab0d tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Enqueued Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_rules [ 769.359717] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_rules [ 769.359866] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-811c8266-8581-4dda-bdcb-63bebec1a9ca taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.360023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.389822] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.389822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.389822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.389822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.389822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.422848] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: IN_PROGRESS for 2s [ 769.551562] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.551766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.551850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.552120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.552219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.552428] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.552549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.552617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.552771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.552847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.552939] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 is going to be updated. [ 769.590487] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.590487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.590487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.590487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.590487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.601880] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 in Status: IN_PROGRESS for 2s [ 769.707509] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.707680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.707719] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.707918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.708011] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.708113] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca already deleted. [ 769.708195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.708468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.708540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.708593] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('811c8266-8581-4dda-bdcb-63bebec1a9ca',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.232755] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.232957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.233071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.233364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.233497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.233696] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca already deleted. [ 770.233757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.519192] env[69806]: INFO networking_nsxv3.common.synchronization [req-8d76d6f2-7c1e-410f-a59a-c92460291c90 req-d26f8042-ae8c-4894-851c-51bf5db77675 service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 770.519378] env[69806]: INFO networking_nsxv3.common.synchronization [req-8d76d6f2-7c1e-410f-a59a-c92460291c90 req-d26f8042-ae8c-4894-851c-51bf5db77675 service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 770.520017] env[69806]: INFO networking_nsxv3.common.synchronization [req-8d76d6f2-7c1e-410f-a59a-c92460291c90 req-d26f8042-ae8c-4894-851c-51bf5db77675 service nova] Enqueued Resource ID: e9084f11-3e79-45c2-8703-cc356120c176 with Priority: HIGHEST for action port [ 770.520017] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 770.520017] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 770.520017] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9084f11-3e79-45c2-8703-cc356120c176 with Priority: HIGHEST for action port [ 770.520509] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.520632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.520698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.520951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.525048] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.528244] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.528244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.528244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.528244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.528244] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.528244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.528244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.528244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.528244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.528244] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.528244] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9084f11-3e79-45c2-8703-cc356120c176 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.528244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9084f11-3e79-45c2-8703-cc356120c176" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.528244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9084f11-3e79-45c2-8703-cc356120c176" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.528244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9084f11-3e79-45c2-8703-cc356120c176" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.530301] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9084f11-3e79-45c2-8703-cc356120c176',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.545200] env[69806]: INFO networking_nsxv3.common.synchronization [req-b6c9b67d-60dc-4cfd-ba2b-54092c104f5a req-7eb4b165-20eb-4d7a-bcec-51525c64cfa1 tempest-DeleteServersAdminTestJSON-1202691814 tempest-DeleteServersAdminTestJSON-1202691814-project-member] Enqueued Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 770.546160] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 with Priority: HIGHEST for action security_group_members [ 770.546530] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3368344-bbbc-4245-b7a3-1ff6432bf662 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.546670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.546736] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.547017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.547239] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.547340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.547400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.547845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.547939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.548281] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3368344-bbbc-4245-b7a3-1ff6432bf662',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.702187] env[69806]: INFO networking_nsxv3.common.synchronization [req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 req-ab40a97b-8172-4ed3-9d75-16e3d837e40d tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Enqueued Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_members [ 770.703597] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_members [ 770.703597] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a9a75-8212-4dfa-9f38-92e70cc78514 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.703597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.703597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.703809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.703922] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.704040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.704105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.705431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.705431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.705431] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32a9a75-8212-4dfa-9f38-92e70cc78514',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.030559] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.031115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.035817] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.037015] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9084f11-3e79-45c2-8703-cc356120c176 with status ACTIVE [ 771.037268] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.037422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.037514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.037791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.037926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.038171] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.038291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.038360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.039561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.039561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.039561] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.040395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.040395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.042146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.042146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.042146] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9084f11-3e79-45c2-8703-cc356120c176 is going to be updated. [ 771.055454] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.055454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.055454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.055454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.055454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.055454] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.055454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.055454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.055454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.055454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.055454] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 is going to be updated. [ 771.062188] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.062595] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-364" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.062595] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-364" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.062922] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-364" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.063233] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.063416] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.063537] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.063779] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.063920] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.064149] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.064265] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.064375] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.064482] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.064589] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.064714] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.064850] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.068438] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.068438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.068619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.068828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.068828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.068982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9084f11-3e79-45c2-8703-cc356120c176" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.088165] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.088958] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.088958] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.089138] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-364" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.089504] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-bc245cff-d08b-4068-b402-13958da8e9bc taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.089670] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-bc245cff-d08b-4068-b402-13958da8e9bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.089790] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-bc245cff-d08b-4068-b402-13958da8e9bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.090130] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-bc245cff-d08b-4068-b402-13958da8e9bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.090267] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc245cff-d08b-4068-b402-13958da8e9bc',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.094275] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.094476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.094555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.095664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.095664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.105820] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: IN_PROGRESS for 2s [ 771.208257] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.208434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.208501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.208702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.208795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.208987] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.209110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.209160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.209329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.209406] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.209491] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 already deleted. [ 771.209579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.435752] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: SUCCESS [ 771.435893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.545421] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.569466] env[69806]: INFO networking_nsxv3.common.synchronization [req-89825613-7231-4b00-8eb6-c55f405f0565 req-28fe2e85-53ab-4e6e-b6db-beb84613cc08 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 771.570267] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 771.570401] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.570496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.570496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.570739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.570868] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.570967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.571025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.571170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.571254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.571346] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.599946] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.599946] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.599946] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.599946] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.599946] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.599946] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port bc245cff-d08b-4068-b402-13958da8e9bc not found, creating... [ 771.599946] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.599946] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.599946] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.599946] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.599946] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.600709] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.600709] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.600709] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.600709] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.600709] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.600709] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: bc245cff-d08b-4068-b402-13958da8e9bc is going to be created. [ 771.612838] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 in Status: SUCCESS [ 771.612948] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 deletion is rescheduled due to dependency. [ 771.613056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.624297] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.624541] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.624640] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.624892] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.625139] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.625365] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-bc245cff-d08b-4068-b402-13958da8e9bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.050418] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.050747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.050747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.051590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.051590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.051590] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be created. [ 772.073764] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.073929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.073968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.074683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.074683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.075070] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.075179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.075248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.075422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.075503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.075580] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be updated. [ 772.077735] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.077874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.077924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.078098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.078646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.091258] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: UNINITIALIZED for 2s [ 772.113597] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.113826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.113962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.114258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.114480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.123862] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 772.341829] env[69806]: INFO networking_nsxv3.common.synchronization [req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 req-0d957833-5d72-41d4-9e7a-479498691ad8 service nova] Enqueued Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_rules [ 772.341829] env[69806]: INFO networking_nsxv3.common.synchronization [req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 req-0d957833-5d72-41d4-9e7a-479498691ad8 service nova] Enqueued Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_members [ 772.341829] env[69806]: INFO networking_nsxv3.common.synchronization [req-b4fd3f52-4e01-4dc2-9f5b-7a0a58d23195 req-0d957833-5d72-41d4-9e7a-479498691ad8 service nova] Enqueued Resource ID: bc245cff-d08b-4068-b402-13958da8e9bc with Priority: HIGHEST for action port [ 772.341829] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_rules [ 772.341829] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_members [ 772.341829] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc245cff-d08b-4068-b402-13958da8e9bc with Priority: HIGHEST for action port [ 772.345858] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32a9a75-8212-4dfa-9f38-92e70cc78514 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.345858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.345858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.345858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.345858] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32a9a75-8212-4dfa-9f38-92e70cc78514',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.345858] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a9a75-8212-4dfa-9f38-92e70cc78514 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.345858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.345858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.345858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.345858] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.345858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.345858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.347137] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.347314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.347581] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32a9a75-8212-4dfa-9f38-92e70cc78514',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.350506] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc245cff-d08b-4068-b402-13958da8e9bc taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.350506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc245cff-d08b-4068-b402-13958da8e9bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.350506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc245cff-d08b-4068-b402-13958da8e9bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.350506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc245cff-d08b-4068-b402-13958da8e9bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.350506] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc245cff-d08b-4068-b402-13958da8e9bc',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.850191] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c32a9a75-8212-4dfa-9f38-92e70cc78514',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.855015] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc245cff-d08b-4068-b402-13958da8e9bc with status ACTIVE [ 772.855015] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.855015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.855015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.855015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.855015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.855015] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.855015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.855015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.858181] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.858314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.858671] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.858824] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.858919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.860229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.862128] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.862303] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc245cff-d08b-4068-b402-13958da8e9bc is going to be updated. [ 772.863690] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a9a75-8212-4dfa-9f38-92e70cc78514 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.863818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.889129] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.889352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.889426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.889687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.889847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.890145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc245cff-d08b-4068-b402-13958da8e9bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.115888] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 in Status: SUCCESS [ 773.116200] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3368344-bbbc-4245-b7a3-1ff6432bf662 deletion is rescheduled due to dependency. [ 773.116200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3368344-bbbc-4245-b7a3-1ff6432bf662" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.352526] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c32a9a75-8212-4dfa-9f38-92e70cc78514',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.856433] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.856433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.856433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.856433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.856433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.856433] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 is going to be created. [ 773.879360] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.879473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.879519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.879733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.879896] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.893893] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 in Status: UNINITIALIZED for 2s [ 774.103256] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 774.103519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.103719] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.104021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.104301] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.104485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.104644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.104862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.104951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.105047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.105140] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.134088] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 774.134404] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 deletion is rescheduled due to dependency. [ 774.134509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.608556] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.608556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.608556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.608905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.608970] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.609101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.609195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.613027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.613027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.613027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.613027] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.613027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.613027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.613027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.613027] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.613027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.613027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.613027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.613027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.613027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.613027] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.114944] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20b85913-f224-49ab-857b-7a0c69d2db11: rpc.has_security_group_logging(os_id): False [ 775.139370] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.139370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.139370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.139370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.139905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.139905] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.139905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.139905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.140138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.140189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.140435] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.140538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.142826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.142826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.142826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.142987] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.142987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.143073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.143684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.143835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.144364] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be created. [ 775.302733] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.303028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.303028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.303216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.303466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.320941] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 775.907680] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 in Status: SUCCESS [ 775.907680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.907680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.907680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.907680] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.907680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.907680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.907680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.907680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.907680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.907680] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c32a9a75-8212-4dfa-9f38-92e70cc78514',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.983266] env[69806]: INFO networking_nsxv3.common.synchronization [req-b54f35a3-61ac-460f-b4bd-0bc95debe1c7 req-ae650954-eac2-4739-ae18-7c0350d44f18 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_members [ 775.983266] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGHEST for action security_group_members [ 775.983266] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fab1039-17c3-43ca-943b-b4dca50c1107 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.984114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.984177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.984679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.984679] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.984679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.984679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.985197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.985197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.985197] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fab1039-17c3-43ca-943b-b4dca50c1107',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.016050] env[69806]: INFO networking_nsxv3.common.synchronization [req-12b010aa-c59d-40e8-b804-44f3f291a9a0 req-785688f5-e49f-443b-bfe1-c2b52b0f6f1c tempest-ServerExternalEventsTest-963301871 tempest-ServerExternalEventsTest-963301871-project-member] Enqueued Resource ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c with Priority: HIGHEST for action security_group_members [ 776.017045] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c with Priority: HIGHEST for action security_group_members [ 776.017117] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e4ba8ed-652d-41da-aa77-6da75d7d979c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.017326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.017326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.017524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.017788] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.017788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.017788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.017999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.018082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.018197] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e4ba8ed-652d-41da-aa77-6da75d7d979c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.135319] env[69806]: INFO networking_nsxv3.common.synchronization [req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 req-30dd8679-6912-4c9a-91f4-1f0eec4f343e tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Enqueued Resource ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 with Priority: HIGHEST for action security_group_members [ 776.135319] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 with Priority: HIGHEST for action security_group_members [ 776.135319] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea2ccf5-da74-47aa-883a-5b727943b531 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.135319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.135319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.135319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.135319] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.136615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.136799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.137064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.138586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.138778] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ea2ccf5-da74-47aa-883a-5b727943b531',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.411246] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c32a9a75-8212-4dfa-9f38-92e70cc78514',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.490697] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.490697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.490697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.491481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.491481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.491481] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.491481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.491481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.491739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.491739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.491739] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 is going to be updated. [ 776.523022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.523022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.523022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.523022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.523022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.523022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.523022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.523022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.523672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.523874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.524252] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.524441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.524659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.524894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.525072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.525230] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c is going to be updated. [ 776.535153] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 in Status: IN_PROGRESS for 2s [ 776.537446] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.537655] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-833" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.537786] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-833" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.538109] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-833" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.538370] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.538539] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.538662] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.538874] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.539030] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.539237] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.539352] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.539464] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.539572] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.539683] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.539789] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.539918] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.558663] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.558814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.558907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.559565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.559565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.569278] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c in Status: IN_PROGRESS for 2s [ 776.570320] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.570521] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.570705] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.570895] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-833" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.571240] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-d4f16797-dc5d-48fb-a380-feac07be0bdc taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.571411] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-d4f16797-dc5d-48fb-a380-feac07be0bdc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.571530] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-d4f16797-dc5d-48fb-a380-feac07be0bdc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.571958] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-d4f16797-dc5d-48fb-a380-feac07be0bdc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.572032] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f16797-dc5d-48fb-a380-feac07be0bdc',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.641023] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.641192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.641267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.641468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.641557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.641751] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.641840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.641900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.642052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.642124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.642204] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 already deleted. [ 776.642281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.920371] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c32a9a75-8212-4dfa-9f38-92e70cc78514: rpc.has_security_group_logging(os_id): False [ 776.940783] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.940940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.941017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.941852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.941852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.941852] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.941852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.941852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.941852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.942217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.942217] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 is going to be created. [ 777.011452] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.011621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.012387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.012387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.012387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.025696] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 in Status: IN_PROGRESS for 2s [ 777.074933] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.075297] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.075503] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.075960] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.076271] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.076567] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port d4f16797-dc5d-48fb-a380-feac07be0bdc not found, creating... [ 777.076950] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.077236] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.077440] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.077796] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.078737] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.079208] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.079478] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.079693] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.080052] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.080233] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.080454] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: d4f16797-dc5d-48fb-a380-feac07be0bdc is going to be created. [ 777.112143] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.112603] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.112858] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.113357] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.113673] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.114332] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-d4f16797-dc5d-48fb-a380-feac07be0bdc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.341373] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 777.341834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.003470] env[69806]: INFO networking_nsxv3.common.synchronization [req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 req-d05a02b2-6fcd-444a-9b24-0450a87881aa service nova] Enqueued Resource ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 with Priority: HIGHEST for action security_group_rules [ 778.003854] env[69806]: INFO networking_nsxv3.common.synchronization [req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 req-d05a02b2-6fcd-444a-9b24-0450a87881aa service nova] Enqueued Resource ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 with Priority: HIGHEST for action security_group_members [ 778.003854] env[69806]: INFO networking_nsxv3.common.synchronization [req-ee7c28bf-bb0a-4255-a0e3-6f9fb83891d1 req-d05a02b2-6fcd-444a-9b24-0450a87881aa service nova] Enqueued Resource ID: d4f16797-dc5d-48fb-a380-feac07be0bdc with Priority: HIGHEST for action port [ 778.004008] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 with Priority: HIGHEST for action security_group_rules [ 778.004150] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 with Priority: HIGHEST for action security_group_members [ 778.004244] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f16797-dc5d-48fb-a380-feac07be0bdc with Priority: HIGHEST for action port [ 778.004906] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ea2ccf5-da74-47aa-883a-5b727943b531 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.005083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.005130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.005356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.005433] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ea2ccf5-da74-47aa-883a-5b727943b531',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.006292] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea2ccf5-da74-47aa-883a-5b727943b531 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.010117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.010117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.010117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.010117] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.010117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.010117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.010117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.010117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.010117] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ea2ccf5-da74-47aa-883a-5b727943b531',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.010117] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4f16797-dc5d-48fb-a380-feac07be0bdc taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.010117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4f16797-dc5d-48fb-a380-feac07be0bdc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.010117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4f16797-dc5d-48fb-a380-feac07be0bdc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.010117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4f16797-dc5d-48fb-a380-feac07be0bdc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.011244] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f16797-dc5d-48fb-a380-feac07be0bdc',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.513534] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea2ccf5-da74-47aa-883a-5b727943b531 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.513670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.513871] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ea2ccf5-da74-47aa-883a-5b727943b531',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.516099] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4f16797-dc5d-48fb-a380-feac07be0bdc with status ACTIVE [ 778.516099] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.516315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.516315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.516686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.516686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.516686] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.518142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.518232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.518402] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.518492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.518689] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.518793] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.518877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.519044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.519122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.519298] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4f16797-dc5d-48fb-a380-feac07be0bdc is going to be updated. [ 778.547773] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 in Status: SUCCESS [ 778.547955] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 deletion is rescheduled due to dependency. [ 778.548082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.550420] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.550420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.551365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.551365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.551365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.551365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4f16797-dc5d-48fb-a380-feac07be0bdc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.582118] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c in Status: IN_PROGRESS for 4s [ 778.732812] env[69806]: INFO networking_nsxv3.common.synchronization [None req-43bf376a-b3eb-4901-add1-b3b384d4cb1e None None] Enqueued Resource ID: 21e176ee-158c-4c3d-b3af-21d1941adb89 with Priority: HIGHEST for action port [ 778.735055] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e176ee-158c-4c3d-b3af-21d1941adb89 with Priority: HIGHEST for action port [ 778.735055] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e176ee-158c-4c3d-b3af-21d1941adb89 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.736779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e176ee-158c-4c3d-b3af-21d1941adb89" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.737086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e176ee-158c-4c3d-b3af-21d1941adb89" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.739461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e176ee-158c-4c3d-b3af-21d1941adb89" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.739461] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e176ee-158c-4c3d-b3af-21d1941adb89',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.022461] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ea2ccf5-da74-47aa-883a-5b727943b531',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.040348] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 in Status: SUCCESS [ 779.040348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.244844] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21e176ee-158c-4c3d-b3af-21d1941adb89 [ 779.245043] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.245161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.245231] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.245445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.245622] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.245622] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21e176ee-158c-4c3d-b3af-21d1941adb89 already deleted. [ 779.245707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e176ee-158c-4c3d-b3af-21d1941adb89" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.527041] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.527219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.527294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.527513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.527605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.527724] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 is going to be created. [ 779.555845] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.555992] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.556130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.556369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.556581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.573124] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 in Status: UNINITIALIZED for 2s [ 780.594484] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c in Status: SUCCESS [ 780.598043] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e4ba8ed-652d-41da-aa77-6da75d7d979c deletion is rescheduled due to dependency. [ 780.598043] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e4ba8ed-652d-41da-aa77-6da75d7d979c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.993029] env[69806]: INFO networking_nsxv3.common.synchronization [None req-0532e083-4e08-48a9-94bd-c5603d223360 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_rules [ 780.993627] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_rules [ 780.993946] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.994100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.994166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.994435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.994511] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.145531] env[69806]: INFO networking_nsxv3.common.synchronization [None req-b307f968-0b13-4660-a6f2-5464de4f732f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_rules [ 781.146195] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_rules [ 781.146617] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.146729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.256166] env[69806]: INFO networking_nsxv3.common.synchronization [None req-ba90cdb7-b7b0-400b-ab55-93f4b4279b8e None None] Enqueued Resource ID: 7371ae00-e6ff-4e7b-a50c-d35e3980cc2f with Priority: HIGHEST for action port [ 781.256846] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7371ae00-e6ff-4e7b-a50c-d35e3980cc2f with Priority: HIGHEST for action port [ 781.259476] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-7371ae00-e6ff-4e7b-a50c-d35e3980cc2f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.259777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7371ae00-e6ff-4e7b-a50c-d35e3980cc2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.259816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7371ae00-e6ff-4e7b-a50c-d35e3980cc2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.260333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7371ae00-e6ff-4e7b-a50c-d35e3980cc2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.260390] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7371ae00-e6ff-4e7b-a50c-d35e3980cc2f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.525425] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.525564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.525628] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.525841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.525931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.526032] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fee7cc-2156-4181-a367-567ca2424632 already deleted. [ 781.526116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.526267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.526416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.526499] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.587126] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 in Status: UNINITIALIZED for 4s [ 781.763750] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7371ae00-e6ff-4e7b-a50c-d35e3980cc2f [ 781.763750] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.763750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.763750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.764728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.764906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.765438] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7371ae00-e6ff-4e7b-a50c-d35e3980cc2f already deleted. [ 781.765438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7371ae00-e6ff-4e7b-a50c-d35e3980cc2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.033664] env[69806]: INFO networking_nsxv3.common.synchronization [req-9e18c536-1f42-4471-bda7-f3b8651801d6 req-b3a7afb8-345f-452c-80b1-8d9519a6476b tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 782.034516] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 782.034587] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.034693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.035247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.035247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.035247] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.035412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.035462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.035612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.035749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.035805] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.051735] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.051885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.053136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.053136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.053136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.053136] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fee7cc-2156-4181-a367-567ca2424632 already deleted. [ 782.053136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.538491] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.538661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.538701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.538919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.539036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.539238] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.539543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.539543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.539543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.539747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.539747] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 782.567604] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.567846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.567846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.568096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.568242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.579490] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 783.345310] env[69806]: INFO networking_nsxv3.common.synchronization [req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 req-5855663d-0566-441e-bb7a-aa660a728d93 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 783.345935] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 783.346326] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.347314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.347314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.347314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.347314] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.347314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.347314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.347638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.347638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.347638] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.595189] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 in Status: SUCCESS [ 783.595678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.598045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.598045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.598045] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.598045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.598045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.598045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.598045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.598045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.598045] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ea2ccf5-da74-47aa-883a-5b727943b531',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.850806] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.850962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.851044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.851271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.851388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.851593] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.851699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.851761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.851909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.852212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.852212] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 already deleted. [ 783.852212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.100244] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea2ccf5-da74-47aa-883a-5b727943b531 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.100396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.100467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.100700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.100900] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.101015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.101119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.101281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.101370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.101648] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.101648] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea2ccf5-da74-47aa-883a-5b727943b531 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.101755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.101755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.101871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.102009] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.102105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.102163] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.102298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.102373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.102451] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.102547] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ea2ccf5-da74-47aa-883a-5b727943b531',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.201487] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.201672] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-578" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.201791] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-578" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.203022] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-578" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.203303] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.203464] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.204990] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.204990] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.204990] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.204990] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.204990] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.204990] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.204990] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.204990] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.204990] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.204990] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.224296] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.224461] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.224597] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.224769] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-578" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.225112] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.225288] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.225404] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.225746] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.225921] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f39dde6-c4fa-45be-b93b-9ee180dc48ef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.590490] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 4s [ 784.610039] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ea2ccf5-da74-47aa-883a-5b727943b531: rpc.has_security_group_logging(os_id): False [ 784.628935] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.629193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.629193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.629417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.629508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.629821] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.630635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.630635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.630635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.630635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.630635] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.630635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.630635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.630935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.630935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.630935] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.631144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.632032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.632204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.632287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.632380] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 is going to be created. [ 784.704240] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.704240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.704240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.704443] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.704626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.717632] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 in Status: IN_PROGRESS for 2s [ 784.729079] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.729317] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.729441] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.729735] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.729886] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.730138] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 9f39dde6-c4fa-45be-b93b-9ee180dc48ef not found, creating... [ 784.730311] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.730462] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.730575] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.730789] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.730919] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.731323] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.731417] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.731452] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.731652] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.732606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.732606] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef is going to be created. [ 784.757286] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.757639] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.757988] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.757988] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.758200] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.758424] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.889418] env[69806]: INFO networking_nsxv3.common.synchronization [None req-ce3ef9db-4790-488a-9769-f79c8a6527d4 None None] Enqueued Resource ID: 443c31b6-0d03-40e9-9f43-9fc41fa6b926 with Priority: HIGHEST for action port [ 784.889418] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443c31b6-0d03-40e9-9f43-9fc41fa6b926 with Priority: HIGHEST for action port [ 784.889418] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-443c31b6-0d03-40e9-9f43-9fc41fa6b926 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.889418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-443c31b6-0d03-40e9-9f43-9fc41fa6b926" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.889418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-443c31b6-0d03-40e9-9f43-9fc41fa6b926" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.889418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-443c31b6-0d03-40e9-9f43-9fc41fa6b926" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.889418] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443c31b6-0d03-40e9-9f43-9fc41fa6b926',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.391430] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 443c31b6-0d03-40e9-9f43-9fc41fa6b926 [ 785.391798] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.391914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.391978] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.392373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.392373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.392492] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:443c31b6-0d03-40e9-9f43-9fc41fa6b926 already deleted. [ 785.392603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-443c31b6-0d03-40e9-9f43-9fc41fa6b926" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.965844] env[69806]: INFO networking_nsxv3.common.synchronization [req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 req-5274cd32-d6e8-49fb-a597-58be4ced6ef9 service nova] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 785.965844] env[69806]: INFO networking_nsxv3.common.synchronization [req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 req-5274cd32-d6e8-49fb-a597-58be4ced6ef9 service nova] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 785.966178] env[69806]: INFO networking_nsxv3.common.synchronization [req-6eea1352-f6d6-4384-b234-44c2e8c7f2e4 req-5274cd32-d6e8-49fb-a597-58be4ced6ef9 service nova] Enqueued Resource ID: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef with Priority: HIGHEST for action port [ 785.966233] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 785.966363] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 785.966454] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef with Priority: HIGHEST for action port [ 785.970775] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.970775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.970775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.970932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.971019] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.972299] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.972565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.972565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.972649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.972794] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.972882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.972940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.973095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.973180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.973272] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.974134] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.974202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.974202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.974424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.974424] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f39dde6-c4fa-45be-b93b-9ee180dc48ef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.476148] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.476148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.476148] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.477340] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f39dde6-c4fa-45be-b93b-9ee180dc48ef with status ACTIVE [ 786.477340] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.477474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.477474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.477676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.477766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.477938] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.478048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.478112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.478426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.478512] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.478703] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.478803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.478855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.479018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.479078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.479167] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef is going to be updated. [ 786.504331] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.504519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.504632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.504932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.505184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.505422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.602408] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 786.602755] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 deletion is rescheduled due to dependency. [ 786.602755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.735652] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 in Status: SUCCESS [ 786.735897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.982461] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.331179] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a03d82f1-65f9-4877-bb3c-65e1c9470050 None None] Enqueued Resource ID: 2f8ed7d8-e0fb-4578-9d3d-5f6ca67a4e32 with Priority: HIGHEST for action port [ 787.331678] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8ed7d8-e0fb-4578-9d3d-5f6ca67a4e32 with Priority: HIGHEST for action port [ 787.332093] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f8ed7d8-e0fb-4578-9d3d-5f6ca67a4e32 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.332343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f8ed7d8-e0fb-4578-9d3d-5f6ca67a4e32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.332343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f8ed7d8-e0fb-4578-9d3d-5f6ca67a4e32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.332750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f8ed7d8-e0fb-4578-9d3d-5f6ca67a4e32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.332750] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f8ed7d8-e0fb-4578-9d3d-5f6ca67a4e32',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.487180] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.487180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.487180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.487180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.487180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.487180] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be created. [ 787.521709] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.521709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.521709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.521709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.521709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.531666] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: UNINITIALIZED for 2s [ 787.835477] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f8ed7d8-e0fb-4578-9d3d-5f6ca67a4e32 [ 787.836023] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.836023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.836247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.836430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.836640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.836640] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f8ed7d8-e0fb-4578-9d3d-5f6ca67a4e32 already deleted. [ 787.836752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f8ed7d8-e0fb-4578-9d3d-5f6ca67a4e32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.997283] env[69806]: INFO networking_nsxv3.common.synchronization [req-dd145472-cb4c-4d0e-9de3-eb5b31c6c229 req-dc3461fa-63df-48af-a893-cd2831b851ef tempest-FloatingIPsAssociationNegativeTestJSON-1428997050 tempest-FloatingIPsAssociationNegativeTestJSON-1428997050-project-member] Enqueued Resource ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 with Priority: HIGHEST for action security_group_members [ 787.997906] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 with Priority: HIGHEST for action security_group_members [ 787.999031] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c678da5-5ac5-4a40-8712-f0bf21816c54 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.999031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.999031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.999031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.999031] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.999031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.999031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.999031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.004296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.004431] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c678da5-5ac5-4a40-8712-f0bf21816c54',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.510259] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.510363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.510363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.510659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.510659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.510842] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.510941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.511010] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.511168] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.511243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.511341] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 is going to be updated. [ 788.540237] env[69806]: INFO networking_nsxv3.common.synchronization [None req-fd6ff412-e779-4c34-a088-3a43f14f1a39 None None] Enqueued Resource ID: e738be04-c5ca-4b61-b04c-507d004f9cb2 with Priority: HIGHEST for action port [ 788.540763] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e738be04-c5ca-4b61-b04c-507d004f9cb2 with Priority: HIGHEST for action port [ 788.541835] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.541958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.544073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.544073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.544073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.546160] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-e738be04-c5ca-4b61-b04c-507d004f9cb2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.546451] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e738be04-c5ca-4b61-b04c-507d004f9cb2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.548035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e738be04-c5ca-4b61-b04c-507d004f9cb2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.548035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e738be04-c5ca-4b61-b04c-507d004f9cb2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.548035] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e738be04-c5ca-4b61-b04c-507d004f9cb2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.559490] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 in Status: IN_PROGRESS for 2s [ 789.050020] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e738be04-c5ca-4b61-b04c-507d004f9cb2 [ 789.050020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.050020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.051184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.051184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.051184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.051184] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e738be04-c5ca-4b61-b04c-507d004f9cb2 already deleted. [ 789.051184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e738be04-c5ca-4b61-b04c-507d004f9cb2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.542220] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 789.542544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.543136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.543136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.543274] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.543338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.543478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.543656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.543740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.543850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.543950] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.597458] env[69806]: INFO networking_nsxv3.common.synchronization [req-f74f920f-0b9b-44c6-9d8d-17be9507d64c req-8246fe45-e9c7-4e22-afe7-54544e81fb85 tempest-ImagesNegativeTestJSON-2145547927 tempest-ImagesNegativeTestJSON-2145547927-project-member] Enqueued Resource ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 with Priority: HIGHEST for action security_group_members [ 789.598101] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 with Priority: HIGHEST for action security_group_members [ 789.598467] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea2ccf5-da74-47aa-883a-5b727943b531 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.598983] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.599647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.599647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.599647] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.599647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.599647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.599946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.599946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.600129] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ea2ccf5-da74-47aa-883a-5b727943b531',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.691748] env[69806]: INFO networking_nsxv3.common.synchronization [None req-39fde366-16c0-4be2-a9d9-0aa8c74c47b0 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Enqueued Resource ID: 497aadce-d1e4-4022-a0fc-fee91ee4eb17 with Priority: HIGHEST for action security_group_rules [ 789.692522] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497aadce-d1e4-4022-a0fc-fee91ee4eb17 with Priority: HIGHEST for action security_group_rules [ 789.692990] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-497aadce-d1e4-4022-a0fc-fee91ee4eb17 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.693545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-497aadce-d1e4-4022-a0fc-fee91ee4eb17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.693545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-497aadce-d1e4-4022-a0fc-fee91ee4eb17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.693896] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-497aadce-d1e4-4022-a0fc-fee91ee4eb17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.693896] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('497aadce-d1e4-4022-a0fc-fee91ee4eb17',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.809768] env[69806]: INFO networking_nsxv3.common.synchronization [None req-f748200d-18fc-4e6f-bd0a-c571e040885e tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Enqueued Resource ID: 497aadce-d1e4-4022-a0fc-fee91ee4eb17 with Priority: HIGHEST for action security_group_rules [ 789.810328] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497aadce-d1e4-4022-a0fc-fee91ee4eb17 with Priority: HIGHEST for action security_group_rules [ 789.810809] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-497aadce-d1e4-4022-a0fc-fee91ee4eb17 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.810809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-497aadce-d1e4-4022-a0fc-fee91ee4eb17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.047329] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.048024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.048024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.048024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.048228] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.048312] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.048359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.048504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.052020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.052020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.052020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.052020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.052020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.052020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.052020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.052020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.052020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.052020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.052020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.052020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.052020] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.104298] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.104424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.104494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.104789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.104876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.105008] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.105115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.105212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.105772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.105772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.105772] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 is going to be updated. [ 790.132606] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.133262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.133262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.133262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.133262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.146835] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 in Status: IN_PROGRESS for 2s [ 790.218479] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.218479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.218479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.218479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.218479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.218479] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 497aadce-d1e4-4022-a0fc-fee91ee4eb17 already deleted. [ 790.218479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-497aadce-d1e4-4022-a0fc-fee91ee4eb17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.218479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-497aadce-d1e4-4022-a0fc-fee91ee4eb17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.218479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-497aadce-d1e4-4022-a0fc-fee91ee4eb17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.218479] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('497aadce-d1e4-4022-a0fc-fee91ee4eb17',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.448536] env[69806]: INFO networking_nsxv3.common.synchronization [None req-5075edaf-55c0-4edb-b49a-3485388b9465 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_rules [ 790.449626] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_rules [ 790.450053] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb017707-f805-4235-bef4-830a17cd7215 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.450213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.450282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.450829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.450923] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.553676] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006590f0-6ec6-4532-ace5-243bd16c2122: rpc.has_security_group_logging(os_id): False [ 790.571278] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 in Status: SUCCESS [ 790.571493] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 deletion is rescheduled due to dependency. [ 790.571627] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.575290] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.575290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.575290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.575491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.575629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.575849] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.575973] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.576038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.576206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.576289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.576511] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.576634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.576760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.576886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.576974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.577191] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.577291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.577353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.577494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.577570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.577656] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be created. [ 790.600385] env[69806]: INFO networking_nsxv3.common.synchronization [None req-3abf6d45-1d0b-41ea-a53c-ae1bc53519b4 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_rules [ 790.600385] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_rules [ 790.600385] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb017707-f805-4235-bef4-830a17cd7215 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.600385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.653663] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.654321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.654442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.654748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.654858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.670385] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 790.695329] env[69806]: INFO networking_nsxv3.common.synchronization [None req-731dfdef-dff4-45de-8055-b2a5933ddc3c None None] Enqueued Resource ID: 238334c5-c210-4afd-8da2-528c67936cf6 with Priority: HIGHEST for action port [ 790.695945] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238334c5-c210-4afd-8da2-528c67936cf6 with Priority: HIGHEST for action port [ 790.696302] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-238334c5-c210-4afd-8da2-528c67936cf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.696502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-238334c5-c210-4afd-8da2-528c67936cf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.696502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-238334c5-c210-4afd-8da2-528c67936cf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.696854] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-238334c5-c210-4afd-8da2-528c67936cf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.696990] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('238334c5-c210-4afd-8da2-528c67936cf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.759107] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.759107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.759107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.759107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.759107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.759107] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 497aadce-d1e4-4022-a0fc-fee91ee4eb17 already deleted. [ 790.759107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-497aadce-d1e4-4022-a0fc-fee91ee4eb17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.979286] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.979455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.979518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.979702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.979793] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.979888] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb017707-f805-4235-bef4-830a17cd7215 already deleted. [ 790.979970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.980135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.980285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.980367] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.200387] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 238334c5-c210-4afd-8da2-528c67936cf6 [ 791.200652] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.202147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.202243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.202463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.202567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.202648] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:238334c5-c210-4afd-8da2-528c67936cf6 already deleted. [ 791.202717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-238334c5-c210-4afd-8da2-528c67936cf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.504042] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.504224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.504290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.505310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.505426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.505531] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb017707-f805-4235-bef4-830a17cd7215 already deleted. [ 791.505720] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.573541] env[69806]: INFO networking_nsxv3.common.synchronization [req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e req-8a60e8c4-a1d4-4afe-9a56-8d38b75d6f53 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Enqueued Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_members [ 791.573875] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_members [ 791.574180] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-777619b5-780a-4c68-9ab2-08ff9394ca16 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.574491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.574491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.574624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.574851] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.574928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.574928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.575356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.575482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.575603] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777619b5-780a-4c68-9ab2-08ff9394ca16',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.079336] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.079489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.079558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.079780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.079889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.080156] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.080396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.080396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.080575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.080575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.080761] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 already deleted. [ 792.080761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.144855] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.145041] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-580" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.145041] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-580" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.145399] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-580" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.145652] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.145804] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.146082] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.146356] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.146497] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.146722] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.146837] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.146944] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.147256] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.147389] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.147511] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.147689] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.163076] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 in Status: SUCCESS [ 792.163259] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 deletion is rescheduled due to dependency. [ 792.163372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.168678] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.168763] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.168914] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.169082] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-580" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.169589] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-3d071dc8-01db-42be-b876-f792b7e0b158 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.169589] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-3d071dc8-01db-42be-b876-f792b7e0b158" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.169902] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-3d071dc8-01db-42be-b876-f792b7e0b158" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.170020] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-3d071dc8-01db-42be-b876-f792b7e0b158" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.170162] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d071dc8-01db-42be-b876-f792b7e0b158',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.673063] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.673063] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.673063] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.673501] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.673501] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.673612] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 3d071dc8-01db-42be-b876-f792b7e0b158 not found, creating... [ 792.673994] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.674222] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.674352] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.674616] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.674792] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.675097] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.675260] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.675374] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.675578] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.675733] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.675908] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 3d071dc8-01db-42be-b876-f792b7e0b158 is going to be created. [ 792.692543] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 792.692862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.700557] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.700753] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.700874] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.701181] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.701409] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.701634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-3d071dc8-01db-42be-b876-f792b7e0b158" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.488339] env[69806]: INFO networking_nsxv3.common.synchronization [req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e req-54c363c4-6ac3-4d35-8a25-1b62b6680ac8 service nova] Enqueued Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_rules [ 793.488339] env[69806]: INFO networking_nsxv3.common.synchronization [req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e req-54c363c4-6ac3-4d35-8a25-1b62b6680ac8 service nova] Enqueued Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_members [ 793.488339] env[69806]: INFO networking_nsxv3.common.synchronization [req-c9b93b26-4f31-4a3e-87ea-1025f9ed058e req-54c363c4-6ac3-4d35-8a25-1b62b6680ac8 service nova] Enqueued Resource ID: 3d071dc8-01db-42be-b876-f792b7e0b158 with Priority: HIGHEST for action port [ 793.488339] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_rules [ 793.488339] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_members [ 793.488339] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d071dc8-01db-42be-b876-f792b7e0b158 with Priority: HIGHEST for action port [ 793.489311] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777619b5-780a-4c68-9ab2-08ff9394ca16 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.490877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.490877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.490877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.490877] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777619b5-780a-4c68-9ab2-08ff9394ca16',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.491578] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-777619b5-780a-4c68-9ab2-08ff9394ca16 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.491844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.492041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.492311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.492689] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.492917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.494019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.494019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.494019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.494019] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777619b5-780a-4c68-9ab2-08ff9394ca16',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.495281] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d071dc8-01db-42be-b876-f792b7e0b158 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.495545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d071dc8-01db-42be-b876-f792b7e0b158" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.495748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d071dc8-01db-42be-b876-f792b7e0b158" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.496182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d071dc8-01db-42be-b876-f792b7e0b158" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.496395] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d071dc8-01db-42be-b876-f792b7e0b158',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.992528] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-777619b5-780a-4c68-9ab2-08ff9394ca16 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.992853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.999384] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d071dc8-01db-42be-b876-f792b7e0b158 with status ACTIVE [ 793.999908] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.999908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.999908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.000093] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.000122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.000285] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.000384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.000446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.000606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.000683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.000865] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.000956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.001027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.001165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.001237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.001317] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d071dc8-01db-42be-b876-f792b7e0b158 is going to be updated. [ 794.002446] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('777619b5-780a-4c68-9ab2-08ff9394ca16',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.025649] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.025803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.025847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.026133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.026315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.026513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d071dc8-01db-42be-b876-f792b7e0b158" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.504424] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('777619b5-780a-4c68-9ab2-08ff9394ca16',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.007762] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.008141] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.008141] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.008328] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.008429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.008549] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 is going to be created. [ 795.042432] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.042677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.042677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.043142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.043220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.055797] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 in Status: UNINITIALIZED for 2s [ 795.235494] env[69806]: INFO networking_nsxv3.common.synchronization [req-3b20b4f1-2013-471f-b674-8eccd0036f0b req-98ee5299-4745-456d-8985-43e625c73642 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_members [ 795.235806] env[69806]: INFO networking_nsxv3.common.synchronization [req-3b20b4f1-2013-471f-b674-8eccd0036f0b req-98ee5299-4745-456d-8985-43e625c73642 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 795.236222] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_members [ 795.236360] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 795.236993] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-84b0780d-dd43-4759-8dc5-65472cc7eaee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.236993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.236993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.237208] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.237365] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.237475] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.237540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.237701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.237812] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.237918] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.238763] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.238848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.238940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.239070] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.239252] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.239320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.239412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.239506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.239585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.239669] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.305023] env[69806]: INFO networking_nsxv3.common.synchronization [req-3b20b4f1-2013-471f-b674-8eccd0036f0b req-98ee5299-4745-456d-8985-43e625c73642 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 795.305023] env[69806]: INFO networking_nsxv3.common.synchronization [req-3b20b4f1-2013-471f-b674-8eccd0036f0b req-98ee5299-4745-456d-8985-43e625c73642 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 795.305023] env[69806]: INFO networking_nsxv3.common.synchronization [req-3b20b4f1-2013-471f-b674-8eccd0036f0b req-98ee5299-4745-456d-8985-43e625c73642 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_rules [ 795.305023] env[69806]: INFO networking_nsxv3.common.synchronization [req-3b20b4f1-2013-471f-b674-8eccd0036f0b req-98ee5299-4745-456d-8985-43e625c73642 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_members [ 795.305023] env[69806]: INFO networking_nsxv3.common.synchronization [req-3b20b4f1-2013-471f-b674-8eccd0036f0b req-98ee5299-4745-456d-8985-43e625c73642 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef with Priority: HIGHEST for action port [ 795.305522] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 795.307729] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_rules [ 795.307729] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef with Priority: HIGHEST for action port [ 795.307729] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 795.307729] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_members [ 795.307729] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.307729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.307729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.307729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.307729] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.307729] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84b0780d-dd43-4759-8dc5-65472cc7eaee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.307729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.308104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.308533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.308649] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.309702] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.309702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.309702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.309702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.309880] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f39dde6-c4fa-45be-b93b-9ee180dc48ef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.311120] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.311120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.311120] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-84b0780d-dd43-4759-8dc5-65472cc7eaee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.311120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.741991] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.742835] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.812150] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-84b0780d-dd43-4759-8dc5-65472cc7eaee taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.812423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.812574] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.812665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.812841] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f39dde6-c4fa-45be-b93b-9ee180dc48ef with status ACTIVE [ 795.813010] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.813129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.813193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.813400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.813611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.813668] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.813736] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.813801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.813953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.814052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.814221] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.814309] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.814368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.814501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.814572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.814652] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef is going to be updated. [ 795.843334] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.843494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.843535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.844087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.844087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.844276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.867381] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea5a0cc0-acb3-4178-b1d7-87a2b3e96eea req-0825171b-ee94-46a2-bfe0-1d485abbf081 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_members [ 795.867550] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea5a0cc0-acb3-4178-b1d7-87a2b3e96eea req-0825171b-ee94-46a2-bfe0-1d485abbf081 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 7c7af846-02d5-496a-8995-df13d5af938a with Priority: HIGHEST for action security_group_members [ 795.867691] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea5a0cc0-acb3-4178-b1d7-87a2b3e96eea req-0825171b-ee94-46a2-bfe0-1d485abbf081 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 795.868364] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_members [ 795.868527] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7af846-02d5-496a-8995-df13d5af938a with Priority: HIGHEST for action security_group_members [ 795.868588] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 795.868869] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-84b0780d-dd43-4759-8dc5-65472cc7eaee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.868971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.869530] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7af846-02d5-496a-8995-df13d5af938a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.869649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.869717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.869991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.870237] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.870286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.870377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.870581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.870708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.870839] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c7af846-02d5-496a-8995-df13d5af938a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.871917] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.872042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.943936] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea5a0cc0-acb3-4178-b1d7-87a2b3e96eea req-0825171b-ee94-46a2-bfe0-1d485abbf081 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 795.948327] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea5a0cc0-acb3-4178-b1d7-87a2b3e96eea req-0825171b-ee94-46a2-bfe0-1d485abbf081 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 795.948656] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea5a0cc0-acb3-4178-b1d7-87a2b3e96eea req-0825171b-ee94-46a2-bfe0-1d485abbf081 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 7c7af846-02d5-496a-8995-df13d5af938a with Priority: HIGHEST for action security_group_rules [ 795.948906] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea5a0cc0-acb3-4178-b1d7-87a2b3e96eea req-0825171b-ee94-46a2-bfe0-1d485abbf081 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 7c7af846-02d5-496a-8995-df13d5af938a with Priority: HIGHEST for action security_group_members [ 795.949151] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea5a0cc0-acb3-4178-b1d7-87a2b3e96eea req-0825171b-ee94-46a2-bfe0-1d485abbf081 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_rules [ 795.949380] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea5a0cc0-acb3-4178-b1d7-87a2b3e96eea req-0825171b-ee94-46a2-bfe0-1d485abbf081 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_members [ 795.949596] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea5a0cc0-acb3-4178-b1d7-87a2b3e96eea req-0825171b-ee94-46a2-bfe0-1d485abbf081 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef with Priority: HIGHEST for action port [ 795.950484] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 795.950571] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7af846-02d5-496a-8995-df13d5af938a with Priority: HIGHEST for action security_group_rules [ 795.950769] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_members [ 795.950934] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef with Priority: HIGHEST for action port [ 795.951123] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_rules [ 795.951243] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 795.951447] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7af846-02d5-496a-8995-df13d5af938a with Priority: HIGHEST for action security_group_members [ 795.955154] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.955335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.955621] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c7af846-02d5-496a-8995-df13d5af938a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.955734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.955797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.956163] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.956265] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c7af846-02d5-496a-8995-df13d5af938a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.957887] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-84b0780d-dd43-4759-8dc5-65472cc7eaee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.957887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.958054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.958175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.958175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.958339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.958439] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f39dde6-c4fa-45be-b93b-9ee180dc48ef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.959250] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84b0780d-dd43-4759-8dc5-65472cc7eaee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.959347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.959533] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.959616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.959788] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7af846-02d5-496a-8995-df13d5af938a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.959873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.245833] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.246783] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.372860] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c7af846-02d5-496a-8995-df13d5af938a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.461956] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7af846-02d5-496a-8995-df13d5af938a taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.462144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.462388] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f39dde6-c4fa-45be-b93b-9ee180dc48ef with status ACTIVE [ 796.462582] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.462711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.462781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.463046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.463171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.463354] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.463494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.463575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.463823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.463940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.464121] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.464365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.464365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.464461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.464653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.464653] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f39dde6-c4fa-45be-b93b-9ee180dc48ef is going to be updated. [ 796.496605] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.496815] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.496883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.497107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.497257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.497430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f39dde6-c4fa-45be-b93b-9ee180dc48ef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.748446] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.748640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.748704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.748938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.749051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.749160] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 796.750892] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.751050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.751121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.751316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.751399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.751489] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee is going to be created. [ 796.777527] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.777716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.777716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.777939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.778116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.786266] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.786266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.786266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.786266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.786266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.790391] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: UNINITIALIZED for 2s [ 796.793486] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 796.876282] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c7af846-02d5-496a-8995-df13d5af938a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.070528] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 in Status: SUCCESS [ 797.070752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.070950] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.071277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.075022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.075022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.075022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.075022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.075022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.075022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.075022] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('777619b5-780a-4c68-9ab2-08ff9394ca16',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.327315] env[69806]: INFO networking_nsxv3.common.synchronization [req-f3d7df17-8668-490b-9768-70994ec77f9f req-ba96efc5-9088-4b37-af4d-2fdc5fbf7958 tempest-ServersAdminNegativeTestJSON-1117772438 tempest-ServersAdminNegativeTestJSON-1117772438-project-member] Enqueued Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 797.327973] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGHEST for action security_group_members [ 797.328374] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.328499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.328589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.329396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.329615] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.329736] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.329798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.330025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.330117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.330166] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.378384] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.378552] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.379110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.379110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.379110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.379110] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7af846-02d5-496a-8995-df13d5af938a is going to be created. [ 797.414753] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.415099] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.415099] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.415263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.415398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.434557] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7af846-02d5-496a-8995-df13d5af938a in Status: UNINITIALIZED for 2s [ 797.577206] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('777619b5-780a-4c68-9ab2-08ff9394ca16',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.832401] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.832401] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.832591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.832621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.833237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.833237] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.833237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.833237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.833237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.833446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.833446] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da is going to be updated. [ 797.862661] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.862661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.862866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.862918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.863048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.873900] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: IN_PROGRESS for 2s [ 798.079382] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 777619b5-780a-4c68-9ab2-08ff9394ca16: rpc.has_security_group_logging(os_id): False [ 798.097326] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.097326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.097326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.097326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.097326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.097820] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.097820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.097820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.097820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.097820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.097820] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 is going to be created. [ 798.165148] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.165298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.165369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.165581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.165979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.177075] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 in Status: IN_PROGRESS for 2s [ 798.801607] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: SUCCESS [ 798.801883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.802623] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 798.802810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.802970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.803294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.803497] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.803626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.803701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.803869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.803953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.804149] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.806098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.806098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.806098] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.806098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.806246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.806323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.806374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.806465] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.308790] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.310628] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.447069] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7af846-02d5-496a-8995-df13d5af938a in Status: SUCCESS [ 799.447069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.447069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.447069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.447069] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.447069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.447069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.447069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.447069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.447069] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c7af846-02d5-496a-8995-df13d5af938a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.456202] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7259df8-56a5-430f-b573-db8a3c3cfeeb req-11a3cae6-0ebf-41e3-b1d9-937b0d506591 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 799.456202] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 799.457035] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.458532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.458749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.459474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.459747] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.460089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.460231] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.460528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.460811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.461114] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.811317] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.815126] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.884576] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da in Status: SUCCESS [ 799.884752] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da deletion is rescheduled due to dependency. [ 799.884865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.948919] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c7af846-02d5-496a-8995-df13d5af938a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.964015] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.964311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.964311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.964776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.964918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.965102] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.965212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.965255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.965404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.965525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.965578] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 already deleted. [ 799.965627] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.007771] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.007943] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.008116] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.008416] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.008679] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.008839] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.008958] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.009207] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.009427] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.009559] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.009672] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.009783] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.009892] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.010015] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.010130] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.010262] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.036972] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.037238] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.037395] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.037687] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.038286] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-c89bf2f3-321c-4ac4-9add-16506755ad74 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.038542] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-c89bf2f3-321c-4ac4-9add-16506755ad74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.038731] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-c89bf2f3-321c-4ac4-9add-16506755ad74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.039171] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-c89bf2f3-321c-4ac4-9add-16506755ad74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.039353] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89bf2f3-321c-4ac4-9add-16506755ad74',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.191731] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 in Status: SUCCESS [ 800.191994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.313870] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.314367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.314367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.314711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.314905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.315118] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee is going to be updated. [ 800.317420] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.317549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.318164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.318164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.318164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.318415] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 800.351485] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.351653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.351690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.351917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.352085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.353909] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.354049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.354103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.354291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.354424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.369832] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 800.369832] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: IN_PROGRESS for 2s [ 800.452993] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c7af846-02d5-496a-8995-df13d5af938a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.544113] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.544113] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.544113] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.544113] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.544113] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.544113] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port c89bf2f3-321c-4ac4-9add-16506755ad74 not found, creating... [ 800.544113] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.544113] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.544113] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.544632] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.544632] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.544934] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.544934] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.545074] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.545202] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.545332] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.545466] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: c89bf2f3-321c-4ac4-9add-16506755ad74 is going to be created. [ 800.567172] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.567922] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.567922] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.567922] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.568063] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.568290] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-c89bf2f3-321c-4ac4-9add-16506755ad74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.955322] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.955658] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.955658] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.955789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.955885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.955988] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7af846-02d5-496a-8995-df13d5af938a is going to be updated. [ 800.989087] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.989276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.989575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.989575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.989709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.000490] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7af846-02d5-496a-8995-df13d5af938a in Status: IN_PROGRESS for 2s [ 801.461663] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7259df8-56a5-430f-b573-db8a3c3cfeeb req-46cc2b6a-af5a-461d-a53d-58855483f9b6 service nova] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_rules [ 801.461866] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7259df8-56a5-430f-b573-db8a3c3cfeeb req-46cc2b6a-af5a-461d-a53d-58855483f9b6 service nova] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 801.462015] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7259df8-56a5-430f-b573-db8a3c3cfeeb req-46cc2b6a-af5a-461d-a53d-58855483f9b6 service nova] Enqueued Resource ID: c89bf2f3-321c-4ac4-9add-16506755ad74 with Priority: HIGHEST for action port [ 801.462589] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_rules [ 801.462761] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 801.462874] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c89bf2f3-321c-4ac4-9add-16506755ad74 with Priority: HIGHEST for action port [ 801.463760] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.463760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.463760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.463760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.463760] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.464528] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.464643] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.464710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.464909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.465070] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.465166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.465228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.465677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.465677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.465677] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.466306] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-c89bf2f3-321c-4ac4-9add-16506755ad74 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.466461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c89bf2f3-321c-4ac4-9add-16506755ad74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.466461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c89bf2f3-321c-4ac4-9add-16506755ad74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.466610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c89bf2f3-321c-4ac4-9add-16506755ad74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.466683] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89bf2f3-321c-4ac4-9add-16506755ad74',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.968529] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.968955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.968955] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.969797] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c89bf2f3-321c-4ac4-9add-16506755ad74 with status ACTIVE [ 801.970105] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.970105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.970265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.970369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.970458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.970625] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.970714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.970774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.970927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.971009] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.975389] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.975578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.975653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.975868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.975915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.976010] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c89bf2f3-321c-4ac4-9add-16506755ad74 is going to be updated. [ 802.004982] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.005159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.005202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.005840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.005840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.005840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c89bf2f3-321c-4ac4-9add-16506755ad74" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.382868] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 802.386142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.386142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.386142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.386142] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.386142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.386142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.386142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.386142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.386142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.386142] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.387964] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: SUCCESS [ 802.388379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.388572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.388754] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.388926] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.389045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.389107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.389252] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.389322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.391087] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.391087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.391087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.391087] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.391087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.391087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.391087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.391087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.391087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.391848] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.392999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.393075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.393234] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.393346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.393406] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.393552] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.393632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.393929] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.482779] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.892502] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.892619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.894046] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.895035] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.895962] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.984358] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.984642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.984642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.984827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.984928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.985042] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be created. [ 803.011387] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7af846-02d5-496a-8995-df13d5af938a in Status: SUCCESS [ 803.011812] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.012186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.012453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.012675] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.013466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.013466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.013466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.013466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.013466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.013466] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c7af846-02d5-496a-8995-df13d5af938a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.015052] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.015164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.015246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.015399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.015546] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.029730] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: UNINITIALIZED for 2s [ 803.396927] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.398062] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84b0780d-dd43-4759-8dc5-65472cc7eaee: rpc.has_security_group_logging(os_id): False [ 803.399379] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.421248] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.421436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.421511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.421723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.421818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.422049] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.422145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.422201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.422662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.422662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.422662] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee is going to be created. [ 803.489536] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.489704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.489704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.489891] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.490020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.502320] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: IN_PROGRESS for 2s [ 803.518493] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c7af846-02d5-496a-8995-df13d5af938a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.902198] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.902384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.902447] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.902647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.902741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.902838] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 803.904201] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.904408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.904408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.904551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.904630] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.904738] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee is going to be updated. [ 803.935760] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.935760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.935760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.935760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.935760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.937734] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.937902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.937942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.938122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.938256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.951306] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 803.952706] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: IN_PROGRESS for 2s [ 804.020554] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c7af846-02d5-496a-8995-df13d5af938a: rpc.has_security_group_logging(os_id): False [ 804.039867] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.040352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.040422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.040663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.040751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.040995] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.041105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.041166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.041316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.041391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.041482] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c7af846-02d5-496a-8995-df13d5af938a is going to be created. [ 804.109799] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.109981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.109981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.110196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.110371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.121991] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c7af846-02d5-496a-8995-df13d5af938a in Status: IN_PROGRESS for 2s [ 805.042158] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 805.042158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.042158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.042158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.042158] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.042158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.042158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.042158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.042158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.042158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.042158] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.516437] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: SUCCESS [ 805.518118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.518332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.518549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.518633] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.545089] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.546017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.546139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.546386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.547193] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.547193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.547193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.547193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.547193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.547193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.550237] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.550356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.550425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.550592] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.550745] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.550842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.550907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.551067] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.551146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.551224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.551311] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.967356] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: SUCCESS [ 805.967527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.967702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.967918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.968112] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.968224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.969062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.969062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.969062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.969575] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.972439] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 805.972775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.973087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.973274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.973454] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.973563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.973627] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.973769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.973849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.973937] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.022636] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-84b0780d-dd43-4759-8dc5-65472cc7eaee taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.022636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.054388] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44ae2e17-942c-4f94-a44a-44438df58bf6: rpc.has_security_group_logging(os_id): False [ 806.077215] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.077385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.077447] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.077623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.077711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.077926] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.078068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.078137] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.078288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.078365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.078562] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.078654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.078714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.078852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.078925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.079428] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.079532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.079660] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.079870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.079954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.080054] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be created. [ 806.136120] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c7af846-02d5-496a-8995-df13d5af938a in Status: SUCCESS [ 806.136344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.140668] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.140833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.140916] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.141195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.141408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.155366] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 806.466253] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 806.466384] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 806.477439] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.478525] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.981932] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.982972] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.484944] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.484944] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.485380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.485380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.485380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.485486] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee is going to be updated. [ 807.487392] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.487513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.487583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.487847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.487913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.487993] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 807.528356] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.528356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.528356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.528356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.528356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.532298] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.532579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.532682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.532891] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.533055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.553125] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: IN_PROGRESS for 2s [ 807.553997] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 808.170863] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 808.170863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.793877] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7259df8-56a5-430f-b573-db8a3c3cfeeb req-4d0a8c4b-7914-40e0-beff-0e8d20694ec1 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 808.795641] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 808.795641] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.795641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.795641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.795641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.795873] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.795873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.795873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.795974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.797139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.797139] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.227388] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.227538] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.227669] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.227927] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.228214] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.228361] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.228471] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.228674] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.228810] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.229018] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.229135] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.230539] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.230539] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.230539] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.230539] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.230539] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.255217] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.255399] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.255549] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.255736] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.256093] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-12d25246-2dc1-4e28-931b-b4bbbfc1d146 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.256269] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-12d25246-2dc1-4e28-931b-b4bbbfc1d146" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.256402] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-12d25246-2dc1-4e28-931b-b4bbbfc1d146" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.256775] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-12d25246-2dc1-4e28-931b-b4bbbfc1d146" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.257482] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d25246-2dc1-4e28-931b-b4bbbfc1d146',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.301221] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.566182] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: SUCCESS [ 809.566182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.567043] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 809.567222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.567432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.567597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.567836] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.567930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.567984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.568175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.568259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.568348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.568439] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.569364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.569524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.569693] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.569799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.569865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.570059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.570181] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.570315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.570549] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.570687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.570783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.570972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.571138] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.571228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.571293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.571504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.571585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.571669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.571795] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.759685] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.759925] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.760069] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.760376] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.760529] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.760706] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 12d25246-2dc1-4e28-931b-b4bbbfc1d146 not found, creating... [ 809.760968] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.761169] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.761829] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.761829] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.761829] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.762060] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.762818] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.763027] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.763270] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.763410] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.763555] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 12d25246-2dc1-4e28-931b-b4bbbfc1d146 is going to be created. [ 809.785443] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.785595] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.785595] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.786025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.786375] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.786526] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-12d25246-2dc1-4e28-931b-b4bbbfc1d146" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.805237] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.073251] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.074924] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006590f0-6ec6-4532-ace5-243bd16c2122: rpc.has_security_group_logging(os_id): False [ 810.094029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.094168] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.094220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.094477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.094602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.094852] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.094977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.095076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.095262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.095373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.095587] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.095703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.095761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.095869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.095936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.096137] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.096232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.096285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.096410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.097026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.097026] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 810.178576] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.178794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.178845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.179070] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.179247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.194036] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 810.308451] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.308609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.308662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.308895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.308985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.309119] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be updated. [ 810.347245] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.347245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.347245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.347245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.347245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.354920] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 810.577353] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84b0780d-dd43-4759-8dc5-65472cc7eaee: rpc.has_security_group_logging(os_id): False [ 810.596854] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.597103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.597103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.597282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.597381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.597612] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.597710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.597795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.597986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.598077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.598159] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee is going to be updated. [ 810.704908] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.705088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.705161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.705382] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.705526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.721125] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: IN_PROGRESS for 2s [ 810.965856] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7259df8-56a5-430f-b573-db8a3c3cfeeb req-ff22b852-d40e-4b46-a8a3-5fb6ce1d3c75 service nova] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_rules [ 810.966244] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7259df8-56a5-430f-b573-db8a3c3cfeeb req-ff22b852-d40e-4b46-a8a3-5fb6ce1d3c75 service nova] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 810.966244] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7259df8-56a5-430f-b573-db8a3c3cfeeb req-ff22b852-d40e-4b46-a8a3-5fb6ce1d3c75 service nova] Enqueued Resource ID: 12d25246-2dc1-4e28-931b-b4bbbfc1d146 with Priority: HIGHEST for action port [ 810.966402] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_rules [ 810.966528] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 810.966624] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d25246-2dc1-4e28-931b-b4bbbfc1d146 with Priority: HIGHEST for action port [ 810.967541] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.967701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.967745] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.967976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.968081] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.970756] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.970756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.970756] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-12d25246-2dc1-4e28-931b-b4bbbfc1d146 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.970756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12d25246-2dc1-4e28-931b-b4bbbfc1d146" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.970756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12d25246-2dc1-4e28-931b-b4bbbfc1d146" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.970756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12d25246-2dc1-4e28-931b-b4bbbfc1d146" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.970756] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d25246-2dc1-4e28-931b-b4bbbfc1d146',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.445019] env[69806]: INFO networking_nsxv3.common.synchronization [req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 req-c54fc58e-bbc9-4c15-a47f-fbee2cd3c38a tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 811.447716] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 811.447716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.447716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.447716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.447716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.447716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.447716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.447716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.447716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.447716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.447716] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.470134] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.470284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.472858] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12d25246-2dc1-4e28-931b-b4bbbfc1d146 with status ACTIVE [ 811.473139] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.473281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.473354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.473562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.473649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.473849] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.473939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.473990] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.474147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.474254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.474410] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.474484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.474545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.475047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.475137] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.475235] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12d25246-2dc1-4e28-931b-b4bbbfc1d146 is going to be updated. [ 811.500926] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.501078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.501151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.501367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.501508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.501666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12d25246-2dc1-4e28-931b-b4bbbfc1d146" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.950325] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.976670] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.976987] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.977152] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.977434] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.977729] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.977940] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.978103] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.978353] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.978531] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.978761] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.978902] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.979049] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.979205] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.980099] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.980099] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.980099] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.999769] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.999946] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.000100] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.000270] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.000582] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-ab39dcb0-083d-4276-8b8b-e9155200544d taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.000750] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-ab39dcb0-083d-4276-8b8b-e9155200544d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.000879] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-ab39dcb0-083d-4276-8b8b-e9155200544d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.001212] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-ab39dcb0-083d-4276-8b8b-e9155200544d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.001353] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab39dcb0-083d-4276-8b8b-e9155200544d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.209573] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 812.209795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.209973] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.210191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.210273] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.367018] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 812.367018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.367018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.367018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.367018] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.367018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.367018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.367018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.367018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.367018] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.453036] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.504412] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.505187] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.505187] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.505187] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.506181] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.506181] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port ab39dcb0-083d-4276-8b8b-e9155200544d not found, creating... [ 812.506181] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.506181] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.506181] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.506181] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.506440] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.506573] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.506659] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.506757] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.507021] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.507169] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.507305] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: ab39dcb0-083d-4276-8b8b-e9155200544d is going to be created. [ 812.533173] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.533395] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.533395] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.533728] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.533960] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.534205] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-ab39dcb0-083d-4276-8b8b-e9155200544d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.712298] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.712556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.712556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.712779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.712949] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.713059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.713123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.713266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.713374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.713460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.713511] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.736530] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: SUCCESS [ 812.736773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.868928] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.956101] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.956305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.956305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.956639] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.956778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.957018] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 813.019431] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.019871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.019871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.019871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.020431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.030378] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 813.218440] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.218440] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.218440] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.218440] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.218440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.218994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.218994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.218994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.218994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.218994] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.376127] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.378363] env[69806]: INFO networking_nsxv3.common.synchronization [req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 req-e94af305-44e8-4906-a5ec-50d80481878e service nova] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_rules [ 813.378714] env[69806]: INFO networking_nsxv3.common.synchronization [req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 req-e94af305-44e8-4906-a5ec-50d80481878e service nova] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 813.379438] env[69806]: INFO networking_nsxv3.common.synchronization [req-0620bbdd-ecd7-4487-81d5-a4259086e9e9 req-e94af305-44e8-4906-a5ec-50d80481878e service nova] Enqueued Resource ID: ab39dcb0-083d-4276-8b8b-e9155200544d with Priority: HIGHEST for action port [ 813.380448] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_rules [ 813.381155] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 813.381155] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab39dcb0-083d-4276-8b8b-e9155200544d with Priority: HIGHEST for action port [ 813.381824] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.382139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.383017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.383017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.383017] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.383669] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.384199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.385863] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab39dcb0-083d-4276-8b8b-e9155200544d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.385863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab39dcb0-083d-4276-8b8b-e9155200544d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.385863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab39dcb0-083d-4276-8b8b-e9155200544d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.385863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab39dcb0-083d-4276-8b8b-e9155200544d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.385863] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab39dcb0-083d-4276-8b8b-e9155200544d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.721738] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006590f0-6ec6-4532-ace5-243bd16c2122: rpc.has_security_group_logging(os_id): False [ 813.739991] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.740161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.740233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.740462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.740555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.740743] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.740837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.740901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.741062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.741140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.741441] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.741441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.741570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.741603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.741678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.741861] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.741951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.742020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.742157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.742304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.742304] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 813.803415] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.803581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.803640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.803848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.804025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.826022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 813.882522] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.882522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.882522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.882522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.882522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.882522] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be updated. [ 813.887210] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.887210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.887636] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab39dcb0-083d-4276-8b8b-e9155200544d with status ACTIVE [ 813.887999] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.887999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.888150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.888372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.888842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.889710] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.889710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.889710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.889710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.889710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.889710] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.889904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.889904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.890042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.890071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.890198] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab39dcb0-083d-4276-8b8b-e9155200544d is going to be updated. [ 813.912213] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.912385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.912884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.912884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.912884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.912884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab39dcb0-083d-4276-8b8b-e9155200544d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.918905] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.918905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.918905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.919727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.919839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.929786] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 814.048544] env[69806]: INFO networking_nsxv3.common.synchronization [req-743147b0-a69b-4d6f-884a-0677f5a06b96 req-792a44bd-fdd1-4bf3-a489-109ead1354de tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 814.049117] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 814.049613] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.049613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.049613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.049848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.051717] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.053152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.053214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.053396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.053526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.053643] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.155234] env[69806]: INFO networking_nsxv3.common.synchronization [None req-0011bdb9-d453-4efb-8782-1f3a0e5f099d None None] Enqueued Resource ID: 0f35160d-b9b2-4d2e-bfdb-5f0e81ed7dab with Priority: HIGHEST for action port [ 814.155790] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f35160d-b9b2-4d2e-bfdb-5f0e81ed7dab with Priority: HIGHEST for action port [ 814.156730] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f35160d-b9b2-4d2e-bfdb-5f0e81ed7dab taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.156923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f35160d-b9b2-4d2e-bfdb-5f0e81ed7dab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.157056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f35160d-b9b2-4d2e-bfdb-5f0e81ed7dab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.157343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f35160d-b9b2-4d2e-bfdb-5f0e81ed7dab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.157423] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f35160d-b9b2-4d2e-bfdb-5f0e81ed7dab',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.539607] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.539824] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.539921] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.540286] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.540556] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.540717] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.540833] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.541079] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.541252] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.541463] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.541577] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.541687] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.541805] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.541904] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.542023] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.542151] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.557032] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.557321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.557487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.557699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.557905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.558150] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.558286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.558356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.558571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.558663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.558775] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee already deleted. [ 814.558924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.562800] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.562966] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.563159] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.563359] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.563671] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-7e925a4e-27d9-48e4-8ba8-bba13befd4a6 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.563925] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-7e925a4e-27d9-48e4-8ba8-bba13befd4a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.564154] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-7e925a4e-27d9-48e4-8ba8-bba13befd4a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.564483] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-7e925a4e-27d9-48e4-8ba8-bba13befd4a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.564689] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e925a4e-27d9-48e4-8ba8-bba13befd4a6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.659302] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f35160d-b9b2-4d2e-bfdb-5f0e81ed7dab [ 814.659648] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.659792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.659859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.660178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.660314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.660678] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f35160d-b9b2-4d2e-bfdb-5f0e81ed7dab already deleted. [ 814.660809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f35160d-b9b2-4d2e-bfdb-5f0e81ed7dab" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.042077] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 815.042306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.042484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.042700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.043318] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.043318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.043318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.043318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.043601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.043601] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.068275] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.068587] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.068642] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.068867] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.069025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.069208] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 7e925a4e-27d9-48e4-8ba8-bba13befd4a6 not found, creating... [ 815.069421] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.069569] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.069683] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.069933] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.070912] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.070912] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.070912] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.070912] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.070912] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.071392] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.071392] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 7e925a4e-27d9-48e4-8ba8-bba13befd4a6 is going to be created. [ 815.093121] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.093121] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.093121] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.093121] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.093922] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.094162] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-7e925a4e-27d9-48e4-8ba8-bba13befd4a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.548309] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.841528] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 815.841528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.860318] env[69806]: INFO networking_nsxv3.common.synchronization [req-743147b0-a69b-4d6f-884a-0677f5a06b96 req-c3a7b314-9b05-4297-877c-d37b7670cd1a service nova] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_rules [ 815.860495] env[69806]: INFO networking_nsxv3.common.synchronization [req-743147b0-a69b-4d6f-884a-0677f5a06b96 req-c3a7b314-9b05-4297-877c-d37b7670cd1a service nova] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 815.860632] env[69806]: INFO networking_nsxv3.common.synchronization [req-743147b0-a69b-4d6f-884a-0677f5a06b96 req-c3a7b314-9b05-4297-877c-d37b7670cd1a service nova] Enqueued Resource ID: 7e925a4e-27d9-48e4-8ba8-bba13befd4a6 with Priority: HIGHEST for action port [ 815.860855] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_rules [ 815.860984] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 815.861095] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e925a4e-27d9-48e4-8ba8-bba13befd4a6 with Priority: HIGHEST for action port [ 815.861653] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.861774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.861840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.863262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.863356] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.865473] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.865595] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.865661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.865843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.865997] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.866109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.866171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.866318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.866403] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.866492] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.867694] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e925a4e-27d9-48e4-8ba8-bba13befd4a6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.867801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e925a4e-27d9-48e4-8ba8-bba13befd4a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.867854] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e925a4e-27d9-48e4-8ba8-bba13befd4a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.868046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e925a4e-27d9-48e4-8ba8-bba13befd4a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.868123] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e925a4e-27d9-48e4-8ba8-bba13befd4a6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.940579] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 815.940807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.940978] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.941243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.941472] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.941593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.941666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.941814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.941903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.941986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.942097] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.050286] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.370778] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.377213] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.377213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.377385] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e925a4e-27d9-48e4-8ba8-bba13befd4a6 with status ACTIVE [ 816.377492] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.378055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.378055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.378055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.378055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.378352] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.378352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.378352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.378460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.378487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.378699] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.379369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.379369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.379369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.379369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.379369] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e925a4e-27d9-48e4-8ba8-bba13befd4a6 is going to be updated. [ 816.409646] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.409800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.409853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.410095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.410235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.410405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e925a4e-27d9-48e4-8ba8-bba13befd4a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.445359] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.445547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.445589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.445870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.446102] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.446183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.446248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.446468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.446542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.446575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.446713] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.446800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.446862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.449619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.449619] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.449619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.449619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.449619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.449619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.449619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.449619] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.521948] env[69806]: INFO networking_nsxv3.common.synchronization [None req-0e3d8887-2a5d-4918-82a7-3b6d02eddc2d None None] Enqueued Resource ID: 4e2441ae-59c1-40ea-b43f-2c3310b23239 with Priority: HIGHEST for action port [ 816.522161] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e2441ae-59c1-40ea-b43f-2c3310b23239 with Priority: HIGHEST for action port [ 816.523088] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e2441ae-59c1-40ea-b43f-2c3310b23239 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.523088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e2441ae-59c1-40ea-b43f-2c3310b23239" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.523088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e2441ae-59c1-40ea-b43f-2c3310b23239" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.523365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e2441ae-59c1-40ea-b43f-2c3310b23239" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.523365] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2441ae-59c1-40ea-b43f-2c3310b23239',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.552300] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.552449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.552517] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.552739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.552824] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.553091] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 816.587655] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.587929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.587929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.588434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.588587] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.600147] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 816.877545] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.952326] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44ae2e17-942c-4f94-a44a-44438df58bf6: rpc.has_security_group_logging(os_id): False [ 816.971964] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.972262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.972311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.972647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.972840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.973149] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.973303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.973402] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.973652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.976304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.976581] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.976692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.976761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.976957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.977054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.977262] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.977360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.977424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.977573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.977651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.977735] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be updated. [ 817.026908] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e2441ae-59c1-40ea-b43f-2c3310b23239 [ 817.026908] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.026908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.026908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.026908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.026908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.026908] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e2441ae-59c1-40ea-b43f-2c3310b23239 already deleted. [ 817.026908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e2441ae-59c1-40ea-b43f-2c3310b23239" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.039990] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.040144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.040217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.040426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.040568] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.062314] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 817.383714] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.384188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.384188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.384262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.384303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.384410] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be created. [ 817.421396] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.421396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.421396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.421615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.421778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.433492] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: UNINITIALIZED for 2s [ 818.610860] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 818.611191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.611288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.611544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.611745] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.611859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.612022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.612186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.612186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.612425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.612425] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.076768] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 819.076768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.115286] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.117667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.117667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.117667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.117667] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.117667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.117667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.117667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.117667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.119333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.119686] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.120000] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.120235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.120511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.120804] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.121961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.122294] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.447894] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: SUCCESS [ 819.447894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.447894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.447894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.447894] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.447894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.447894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.447894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.447894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.447894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.447894] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.625382] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6cad344-e95c-446b-aef8-469bc641e273: rpc.has_security_group_logging(os_id): False [ 819.648456] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.648597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.648684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.648878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.648977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.649339] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.649339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.649504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.649536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.649621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.649784] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.649877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.649930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.650082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.650323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.652590] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.652590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.652590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.652590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.652590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.652590] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 819.731358] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.731561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.731615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.732389] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.732389] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.752244] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 819.926039] env[69806]: INFO networking_nsxv3.common.synchronization [None req-2c3eb8a4-374b-412f-9508-7c42986b4405 None None] Enqueued Resource ID: 241e8ad1-10e2-4386-a17a-b9906fefc183 with Priority: HIGHEST for action port [ 819.926039] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241e8ad1-10e2-4386-a17a-b9906fefc183 with Priority: HIGHEST for action port [ 819.926039] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-241e8ad1-10e2-4386-a17a-b9906fefc183 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.926039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-241e8ad1-10e2-4386-a17a-b9906fefc183" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.926039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-241e8ad1-10e2-4386-a17a-b9906fefc183" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.926039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-241e8ad1-10e2-4386-a17a-b9906fefc183" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.926039] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('241e8ad1-10e2-4386-a17a-b9906fefc183',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.946186] env[69806]: INFO networking_nsxv3.common.synchronization [None req-62fec8e9-c248-4be7-8c30-b789ea750001 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_rules [ 819.946839] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_rules [ 819.947195] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.947311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.947377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.948472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.948591] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.949755] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.949875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.949943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.950151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.950316] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.950414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.950477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.950627] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.950713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.950798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.950941] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.951161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.951161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.955295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.955295] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.955295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.955295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.955295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.955295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.955295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.955295] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.129071] env[69806]: INFO networking_nsxv3.common.synchronization [None req-12d12121-0c60-45fe-b126-ad077c626260 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_rules [ 820.129624] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_rules [ 820.130122] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.130231] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.429094] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 241e8ad1-10e2-4386-a17a-b9906fefc183 [ 820.429094] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.429094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.429094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.429094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.429094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.429094] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:241e8ad1-10e2-4386-a17a-b9906fefc183 already deleted. [ 820.429094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-241e8ad1-10e2-4386-a17a-b9906fefc183" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.456506] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73455489-905b-4db8-8e48-2c6a0d7c3bee: rpc.has_security_group_logging(os_id): False [ 820.477303] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.477502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.477544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.477738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.477825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.477946] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 already deleted. [ 820.478187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.478255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.478616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.478616] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.481483] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.481635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.481710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.481940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.482031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.482231] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.482356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.482413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.482595] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.482676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.482915] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.483106] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.483258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.483354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.483455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.483692] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.483822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.483921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.484661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.484661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.484661] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be created. [ 820.561024] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.561024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.561024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.561024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.561024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.573425] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: IN_PROGRESS for 2s [ 821.006784] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.006784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.006784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.006784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.006784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.006784] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 already deleted. [ 821.006784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.365331] env[69806]: INFO networking_nsxv3.common.synchronization [req-c0addc76-53f1-49c8-a1c3-cce597a6de69 req-8d16e5c7-d9af-4696-9a01-153e9a41c2da tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 821.365710] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 821.366073] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.366194] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.366250] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.366609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.366680] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.366762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.366927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.367163] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.367327] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.367422] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.772033] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 821.772372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.872167] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.872345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.872345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.872848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.874226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.874226] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.874226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.874226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.874226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.874226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.874226] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e already deleted. [ 821.874226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.034499] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.035025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.035025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.036723] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.036723] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.036723] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.036723] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.036723] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.036723] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.036723] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.036976] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.036976] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.037045] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.037150] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.037270] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.037404] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.063619] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.063820] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.064053] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.064967] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.064967] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-d61c63ea-9725-47d5-b02f-548f6a83d4bd taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.064967] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-d61c63ea-9725-47d5-b02f-548f6a83d4bd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.064967] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-d61c63ea-9725-47d5-b02f-548f6a83d4bd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.065549] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-d61c63ea-9725-47d5-b02f-548f6a83d4bd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.065956] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61c63ea-9725-47d5-b02f-548f6a83d4bd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.069039] env[69806]: INFO networking_nsxv3.common.synchronization [req-91717db7-cfe7-4250-b829-e3db2b5b979d req-c5791da5-b8f6-4ca2-acad-b3547a03ee40 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 822.069650] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 822.070392] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.070515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.070585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.070783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.070939] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.071051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.071116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.071266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.071369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.071509] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.107821] env[69806]: INFO networking_nsxv3.common.synchronization [req-74d0ae6b-9da8-4d8f-a424-4a07806acd27 req-a44806f2-e109-4e67-96ee-2de0ab9c1a42 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 822.109453] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 822.111038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.111038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.574139] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.574139] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.574139] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.574139] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.574139] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.574139] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port d61c63ea-9725-47d5-b02f-548f6a83d4bd not found, creating... [ 822.574139] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.574139] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.574139] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.574139] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.574139] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.574625] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.574625] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.575077] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.575529] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.575805] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.576108] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: d61c63ea-9725-47d5-b02f-548f6a83d4bd is going to be created. [ 822.578563] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.578727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.578826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.579069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.579191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.579427] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.579549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.579654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.579868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.580841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.580841] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be updated. [ 822.602095] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: SUCCESS [ 822.602095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.607113] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.607392] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.607525] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.607843] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.608154] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.608413] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-d61c63ea-9725-47d5-b02f-548f6a83d4bd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.618134] env[69806]: INFO networking_nsxv3.common.synchronization [None req-c92d6903-d678-4aa0-ab5d-5abe36f1b79f None None] Enqueued Resource ID: 4dc56224-a7d8-480f-a209-c02dff8cf64d with Priority: HIGHEST for action port [ 822.619062] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc56224-a7d8-480f-a209-c02dff8cf64d with Priority: HIGHEST for action port [ 822.624165] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.624323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.624699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.624699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.624810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.625975] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dc56224-a7d8-480f-a209-c02dff8cf64d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.629204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dc56224-a7d8-480f-a209-c02dff8cf64d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.629323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dc56224-a7d8-480f-a209-c02dff8cf64d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.629597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dc56224-a7d8-480f-a209-c02dff8cf64d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.629709] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc56224-a7d8-480f-a209-c02dff8cf64d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.644571] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 823.132466] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dc56224-a7d8-480f-a209-c02dff8cf64d [ 823.132827] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.132927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.137018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.137018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.137018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.137018] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dc56224-a7d8-480f-a209-c02dff8cf64d already deleted. [ 823.137018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dc56224-a7d8-480f-a209-c02dff8cf64d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.480317] env[69806]: INFO networking_nsxv3.common.synchronization [req-c0addc76-53f1-49c8-a1c3-cce597a6de69 req-e6e07fb8-7607-412b-8ecc-ab175f0f3220 service nova] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_rules [ 823.480449] env[69806]: INFO networking_nsxv3.common.synchronization [req-c0addc76-53f1-49c8-a1c3-cce597a6de69 req-e6e07fb8-7607-412b-8ecc-ab175f0f3220 service nova] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 823.480623] env[69806]: INFO networking_nsxv3.common.synchronization [req-c0addc76-53f1-49c8-a1c3-cce597a6de69 req-e6e07fb8-7607-412b-8ecc-ab175f0f3220 service nova] Enqueued Resource ID: d61c63ea-9725-47d5-b02f-548f6a83d4bd with Priority: HIGHEST for action port [ 823.480891] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_rules [ 823.481037] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 823.481144] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61c63ea-9725-47d5-b02f-548f6a83d4bd with Priority: HIGHEST for action port [ 823.482749] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.482749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.482749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.482749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.482749] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.483771] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.483881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.483939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.484659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.484659] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.484659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.484659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.484659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.484659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.484892] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.485441] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-d61c63ea-9725-47d5-b02f-548f6a83d4bd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.485538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d61c63ea-9725-47d5-b02f-548f6a83d4bd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.486508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d61c63ea-9725-47d5-b02f-548f6a83d4bd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.486508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d61c63ea-9725-47d5-b02f-548f6a83d4bd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.486508] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61c63ea-9725-47d5-b02f-548f6a83d4bd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.988321] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.988489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.990917] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d61c63ea-9725-47d5-b02f-548f6a83d4bd with status ACTIVE [ 823.991258] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.991258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.991417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.991679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.991802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.992070] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.992205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.992278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.992443] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.992552] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.992816] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.992887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.992994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.993229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.993229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.993336] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d61c63ea-9725-47d5-b02f-548f6a83d4bd is going to be updated. [ 823.995763] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.017832] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.018029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.018239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.018412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.018574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.018765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d61c63ea-9725-47d5-b02f-548f6a83d4bd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.131818] env[69806]: INFO networking_nsxv3.common.synchronization [req-dfbee7d1-1354-45e5-aab6-341072600344 req-f6609234-c6fb-4dd2-b5ed-69647a4b9e54 tempest-ServersTestFqdnHostnames-1052344283 tempest-ServersTestFqdnHostnames-1052344283-project-member] Enqueued Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_members [ 824.132488] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGHEST for action security_group_members [ 824.134068] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-c32a9a75-8212-4dfa-9f38-92e70cc78514 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.134068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.134068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.134068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.134314] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.134314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.134396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.134634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.134634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.134778] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c32a9a75-8212-4dfa-9f38-92e70cc78514',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.500081] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.637566] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.637715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.637833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.638061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.638207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.638442] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.638562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.638684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.638867] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.639012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.639157] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 is going to be updated. [ 824.654962] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 824.655303] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 deletion is rescheduled due to dependency. [ 824.655426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.655612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.655936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.656204] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.656395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.656508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.656669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.656786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.656921] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.671857] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.672230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.672230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.672541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.672762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.683189] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 in Status: IN_PROGRESS for 2s [ 825.002738] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.002738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.002912] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.003235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.004590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.005730] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be created. [ 825.031036] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.031192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.031576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.031576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.031701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.044006] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: UNINITIALIZED for 2s [ 825.160123] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.160447] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.160447] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.160635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.160755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.161049] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.161158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.161208] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.161374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.161462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.161573] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be updated. [ 825.188160] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.188308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.188384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.188595] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.188741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.199014] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 826.695266] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 in Status: SUCCESS [ 826.695513] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 deletion is rescheduled due to dependency. [ 826.695597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.054963] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 827.054963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.055169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.055507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.056692] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.056692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.056692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.056692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.056692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.056692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.056692] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.210098] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 827.210322] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 deletion is rescheduled due to dependency. [ 827.210458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.492601] env[69806]: INFO networking_nsxv3.common.synchronization [req-4493794e-0032-440c-bfd1-9edc19c7152c req-b1bbe36e-b3fc-4027-adfc-5b1745b4d23b tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 827.493202] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 827.494286] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.495164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.495349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.495672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.496027] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.496220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.496443] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.496750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.497009] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.497234] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.559802] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.559802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.559802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.559802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.559802] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.559802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.559802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.560092] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.560092] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.560092] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.560892] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.560892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.560892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.560892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.560892] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.560892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.560892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.561195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.561195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.561290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.561370] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.000760] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.001040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.001040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.001260] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.001363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.001571] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.001674] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.002041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.002247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.002370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.002491] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd is going to be updated. [ 828.034109] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.034299] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.034382] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.035112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.035112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.045567] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: IN_PROGRESS for 2s [ 828.064086] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f80274c-b3fb-43ef-aca0-2472dbf9757e: rpc.has_security_group_logging(os_id): False [ 828.083483] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.083647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.084292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.084292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.084292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.084446] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.084515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.084571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.084767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.084921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.085172] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.085306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.085380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.085579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.085658] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.085898] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.086009] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.086456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.086682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.086792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.086906] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be created. [ 828.168284] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.168440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.168440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.168723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.168950] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.187694] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: IN_PROGRESS for 2s [ 830.058126] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: SUCCESS [ 830.058511] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd deletion is rescheduled due to dependency. [ 830.058511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.202159] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 830.202691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.495062] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 832.495452] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 832.705333] env[69806]: INFO networking_nsxv3.common.synchronization [req-514a0aa1-6e53-46c2-aff2-2a9a833334ad req-1a0a118e-44f5-4352-b907-15827c1dc697 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 832.705971] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 832.706315] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.706410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.706554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.706910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.706910] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.707104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.707104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.708138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.708138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.708138] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.183660] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.183660] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.183660] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.183660] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.184049] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.184142] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.184295] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.184528] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.187118] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.187118] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.187118] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.187118] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.187118] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.187118] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.187118] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.187118] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.205888] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.205888] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.206055] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.206094] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.208817] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-421456d3-470d-49ee-88ca-463db2e408e3 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.208817] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-421456d3-470d-49ee-88ca-463db2e408e3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.208817] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-421456d3-470d-49ee-88ca-463db2e408e3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.208817] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-421456d3-470d-49ee-88ca-463db2e408e3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.208817] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421456d3-470d-49ee-88ca-463db2e408e3',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.210022] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.710823] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.710823] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.710823] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.711271] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.711271] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.711433] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 421456d3-470d-49ee-88ca-463db2e408e3 not found, creating... [ 833.711721] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.711893] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.712053] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.712242] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.712386] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.712671] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.712853] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.713083] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.713325] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.713462] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.713600] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 421456d3-470d-49ee-88ca-463db2e408e3 is going to be created. [ 833.714761] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.736627] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.736846] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.736971] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.737318] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.737551] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.737776] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-421456d3-470d-49ee-88ca-463db2e408e3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.217868] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.218275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.218482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.218958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.219176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.219425] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be updated. [ 834.251137] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.254190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.254190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.254190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.254190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.265043] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: IN_PROGRESS for 2s [ 834.567348] env[69806]: INFO networking_nsxv3.common.synchronization [req-514a0aa1-6e53-46c2-aff2-2a9a833334ad req-c32de112-f19f-4ab4-bfc5-fee69e639ab4 service nova] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_rules [ 834.568643] env[69806]: INFO networking_nsxv3.common.synchronization [req-514a0aa1-6e53-46c2-aff2-2a9a833334ad req-c32de112-f19f-4ab4-bfc5-fee69e639ab4 service nova] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 834.569353] env[69806]: INFO networking_nsxv3.common.synchronization [req-514a0aa1-6e53-46c2-aff2-2a9a833334ad req-c32de112-f19f-4ab4-bfc5-fee69e639ab4 service nova] Enqueued Resource ID: 421456d3-470d-49ee-88ca-463db2e408e3 with Priority: HIGHEST for action port [ 834.570963] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_rules [ 834.571713] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 834.571990] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421456d3-470d-49ee-88ca-463db2e408e3 with Priority: HIGHEST for action port [ 834.572371] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.572549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.573014] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.573288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.573385] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.574409] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.574550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.575224] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-421456d3-470d-49ee-88ca-463db2e408e3 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.575349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-421456d3-470d-49ee-88ca-463db2e408e3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.575349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-421456d3-470d-49ee-88ca-463db2e408e3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.575572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-421456d3-470d-49ee-88ca-463db2e408e3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.575735] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421456d3-470d-49ee-88ca-463db2e408e3',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.077561] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.077921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.077921] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 421456d3-470d-49ee-88ca-463db2e408e3 with status ACTIVE [ 835.078088] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.078205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.078282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.078489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.078678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.078775] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.078850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.078888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.079045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.079123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.079305] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.079410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.079579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.079635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.079669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.079749] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 421456d3-470d-49ee-88ca-463db2e408e3 is going to be updated. [ 835.103741] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.103903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.103954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.104297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.104413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.104570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-421456d3-470d-49ee-88ca-463db2e408e3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.329342] env[69806]: INFO networking_nsxv3.common.synchronization [req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 req-1af4da35-98ec-4c6a-9e55-2e62ee50f667 tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 835.329999] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 835.330444] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.330591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.104728] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.107966] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.107966] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.107966] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.107966] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.107966] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.107966] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.107966] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.107966] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.107966] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.108342] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.108342] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.108660] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.108660] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.108761] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.108814] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.130287] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.130900] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.130900] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.130900] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-965" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.131539] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-a31b8e5f-779e-47a4-90cd-c0b7bd8195db taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.131811] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-a31b8e5f-779e-47a4-90cd-c0b7bd8195db" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.131941] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-a31b8e5f-779e-47a4-90cd-c0b7bd8195db" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.132325] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-a31b8e5f-779e-47a4-90cd-c0b7bd8195db" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.132490] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31b8e5f-779e-47a4-90cd-c0b7bd8195db',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.277213] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 836.277472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.277700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.277933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.278142] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.278527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.278527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.278527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.278670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.278738] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.524871] env[69806]: INFO networking_nsxv3.common.synchronization [req-8481f9b5-aac1-4eeb-ae12-e10780eac747 req-4ed744f1-78a0-49f9-af0b-c32f1b79bd4e tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 836.525082] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 836.525269] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.525398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.525466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.525645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.525786] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.525880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.525943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.526098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.526188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.526338] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.638026] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.638026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.638026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.638026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.638026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.638026] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port a31b8e5f-779e-47a4-90cd-c0b7bd8195db not found, creating... [ 836.638026] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.638026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.638026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.638026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.638026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.638511] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.638511] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.638511] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.638511] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.638511] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.638511] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: a31b8e5f-779e-47a4-90cd-c0b7bd8195db is going to be created. [ 836.659266] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.659481] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.659616] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.659897] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.660138] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.660372] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-a31b8e5f-779e-47a4-90cd-c0b7bd8195db" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.781487] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.027865] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.028051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.028150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.028372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.028480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.028683] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.028895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.028895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.028997] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.029089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.029180] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be updated. [ 837.064290] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.064445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.064541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.064752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.064862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.075105] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: IN_PROGRESS for 2s [ 837.284370] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.787667] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.787833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.787907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.788450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.788569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.788632] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be updated. [ 837.803768] env[69806]: INFO networking_nsxv3.common.synchronization [req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 req-97a80cca-5095-4d3d-95dc-3b6fb0baeeee service nova] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_rules [ 837.803950] env[69806]: INFO networking_nsxv3.common.synchronization [req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 req-97a80cca-5095-4d3d-95dc-3b6fb0baeeee service nova] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 837.804102] env[69806]: INFO networking_nsxv3.common.synchronization [req-eff44f04-a6ca-4417-b2fd-dc9bf3da28d2 req-97a80cca-5095-4d3d-95dc-3b6fb0baeeee service nova] Enqueued Resource ID: a31b8e5f-779e-47a4-90cd-c0b7bd8195db with Priority: HIGHEST for action port [ 837.804326] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_rules [ 837.804454] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 837.804730] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31b8e5f-779e-47a4-90cd-c0b7bd8195db with Priority: HIGHEST for action port [ 837.806488] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.806694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.810526] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.810526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.810526] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-a31b8e5f-779e-47a4-90cd-c0b7bd8195db taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.810526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a31b8e5f-779e-47a4-90cd-c0b7bd8195db" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.810526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a31b8e5f-779e-47a4-90cd-c0b7bd8195db" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.810526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a31b8e5f-779e-47a4-90cd-c0b7bd8195db" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.810526] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31b8e5f-779e-47a4-90cd-c0b7bd8195db',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.823812] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.823987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.824084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.824270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.824984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.836075] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: IN_PROGRESS for 2s [ 838.026134] env[69806]: INFO networking_nsxv3.common.synchronization [req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a req-14ff9025-8064-44c9-952e-cd5ae8a06d43 tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Enqueued Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_members [ 838.026682] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_members [ 838.028600] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-811c8266-8581-4dda-bdcb-63bebec1a9ca taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.028600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.028600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.028600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.028600] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.028600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.028600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.028600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.028600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.028600] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811c8266-8581-4dda-bdcb-63bebec1a9ca',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.313460] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a31b8e5f-779e-47a4-90cd-c0b7bd8195db with status ACTIVE [ 838.313460] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.313460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.313460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.313460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.313460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.313460] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.313460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.313460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.314018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.314018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.314018] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.314259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.314259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.314722] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.314722] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.314882] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a31b8e5f-779e-47a4-90cd-c0b7bd8195db is going to be updated. [ 838.345737] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.345849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.345938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.346182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.346337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.346533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a31b8e5f-779e-47a4-90cd-c0b7bd8195db" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.418805] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-415 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.419062] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-415" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.419513] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-415" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.419620] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-415" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.419893] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.420322] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.420505] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.421389] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.421866] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.422263] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.422901] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.422901] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.422901] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.423016] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.423251] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.423685] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.460244] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.460416] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.460588] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.460913] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-415" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.461310] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-235a3ac9-41ef-4113-9dfe-d862dbeea2de taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.461310] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-235a3ac9-41ef-4113-9dfe-d862dbeea2de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.461459] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-235a3ac9-41ef-4113-9dfe-d862dbeea2de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.461826] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-235a3ac9-41ef-4113-9dfe-d862dbeea2de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.462065] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('235a3ac9-41ef-4113-9dfe-d862dbeea2de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.531840] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.532037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.532069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.532407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.532546] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.532880] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.533028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.533126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.533336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.533440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.533547] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca already deleted. [ 838.533651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.965720] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.966086] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.969358] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.969485] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.969649] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.969862] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 235a3ac9-41ef-4113-9dfe-d862dbeea2de not found, creating... [ 838.971414] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.971773] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.971949] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.972349] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.973333] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.973333] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.973333] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.973488] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.973774] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.973990] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.974353] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 235a3ac9-41ef-4113-9dfe-d862dbeea2de is going to be created. [ 839.001853] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.001853] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.001853] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.001853] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.001853] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.002443] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-235a3ac9-41ef-4113-9dfe-d862dbeea2de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.088337] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: SUCCESS [ 839.091225] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee deletion is rescheduled due to dependency. [ 839.091752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.850543] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 839.850543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.850543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.851455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.851455] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.851455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.851455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.851455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.851455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.851455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.851786] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.853464] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.853698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.857022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.857022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.857022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.857022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.857022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.857022] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.960899] env[69806]: INFO networking_nsxv3.common.synchronization [req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a req-fffd6172-2e1f-4deb-b7ce-c7771b99cb89 service nova] Enqueued Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_rules [ 839.961118] env[69806]: INFO networking_nsxv3.common.synchronization [req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a req-fffd6172-2e1f-4deb-b7ce-c7771b99cb89 service nova] Enqueued Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_members [ 839.961659] env[69806]: INFO networking_nsxv3.common.synchronization [req-4aa8ce07-45d8-44f7-b979-c4c86bf92e3a req-fffd6172-2e1f-4deb-b7ce-c7771b99cb89 service nova] Enqueued Resource ID: 235a3ac9-41ef-4113-9dfe-d862dbeea2de with Priority: HIGHEST for action port [ 839.961905] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_rules [ 839.962076] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_members [ 839.963606] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 235a3ac9-41ef-4113-9dfe-d862dbeea2de with Priority: HIGHEST for action port [ 839.963606] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-811c8266-8581-4dda-bdcb-63bebec1a9ca taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.963606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.963606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.963606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.963606] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('811c8266-8581-4dda-bdcb-63bebec1a9ca',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.964326] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-811c8266-8581-4dda-bdcb-63bebec1a9ca taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.964445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.964510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.964679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.964821] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.964909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.964982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.965146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.965226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.965314] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811c8266-8581-4dda-bdcb-63bebec1a9ca',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.966991] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-235a3ac9-41ef-4113-9dfe-d862dbeea2de taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.966991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-235a3ac9-41ef-4113-9dfe-d862dbeea2de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.966991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-235a3ac9-41ef-4113-9dfe-d862dbeea2de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.966991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-235a3ac9-41ef-4113-9dfe-d862dbeea2de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.966991] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('235a3ac9-41ef-4113-9dfe-d862dbeea2de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.356989] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.357206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.358592] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.474234] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-811c8266-8581-4dda-bdcb-63bebec1a9ca taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.474234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.474234] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('811c8266-8581-4dda-bdcb-63bebec1a9ca',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.474234] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 235a3ac9-41ef-4113-9dfe-d862dbeea2de with status ACTIVE [ 840.475058] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.478049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.478049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.478370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.478467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.478796] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.478796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.478796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.479669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.479669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.479829] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.479829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.479913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.480030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.480112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.480226] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 235a3ac9-41ef-4113-9dfe-d862dbeea2de is going to be updated. [ 840.507686] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.507846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.507917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.508159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.508342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.508562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-235a3ac9-41ef-4113-9dfe-d862dbeea2de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.673369] env[69806]: INFO networking_nsxv3.common.synchronization [None req-0efedc7d-d916-486e-975d-01c2b27da44c None None] Enqueued Resource ID: d281d032-92f3-4ee4-a760-163d4ee59b9e with Priority: HIGHEST for action port [ 840.673369] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d281d032-92f3-4ee4-a760-163d4ee59b9e with Priority: HIGHEST for action port [ 840.676118] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-d281d032-92f3-4ee4-a760-163d4ee59b9e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.676379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d281d032-92f3-4ee4-a760-163d4ee59b9e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.676497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d281d032-92f3-4ee4-a760-163d4ee59b9e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.676766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d281d032-92f3-4ee4-a760-163d4ee59b9e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.678035] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d281d032-92f3-4ee4-a760-163d4ee59b9e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.863024] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.982484] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('811c8266-8581-4dda-bdcb-63bebec1a9ca',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.179204] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d281d032-92f3-4ee4-a760-163d4ee59b9e [ 841.179440] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.179569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.179637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.179860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.179944] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.180051] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d281d032-92f3-4ee4-a760-163d4ee59b9e already deleted. [ 841.180134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d281d032-92f3-4ee4-a760-163d4ee59b9e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.202956] env[69806]: INFO networking_nsxv3.common.synchronization [req-47253305-4a97-4cec-80c7-27d19d6eac1f req-0da38853-eeca-468b-9d2b-6f4c3c2c20c5 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 841.202956] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 841.203241] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.203241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.203343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.203509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.205373] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.205481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.205535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.205675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.205757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.205857] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.366935] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.367079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.367202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.368373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.368373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.368373] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be updated. [ 841.416240] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.416472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.416472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.416668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.416775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.430345] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: IN_PROGRESS for 2s [ 841.486600] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.486792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.486882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.487177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.487308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.487393] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca is going to be created. [ 841.534791] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.534922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.535020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.535289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.535534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.547479] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca in Status: UNINITIALIZED for 2s [ 841.709859] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.710030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.710170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.710787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.710787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.710787] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.710787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.710787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.711059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.711059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.711059] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 841.758011] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.758213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.758280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.758514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.758679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.776723] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 842.509942] env[69806]: INFO networking_nsxv3.common.synchronization [req-20b451bc-7577-4598-8096-ecc4ac8ec2f3 req-929bb951-ded8-4254-87dc-42b17afabb10 tempest-ServersTestManualDisk-1257826692 tempest-ServersTestManualDisk-1257826692-project-member] Enqueued Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_members [ 842.510818] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGHEST for action security_group_members [ 842.511227] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-777619b5-780a-4c68-9ab2-08ff9394ca16 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.515711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.515949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.518931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.518931] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.518931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.518931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.518931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.518931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.518931] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777619b5-780a-4c68-9ab2-08ff9394ca16',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.637598] env[69806]: INFO networking_nsxv3.common.synchronization [req-47253305-4a97-4cec-80c7-27d19d6eac1f req-3ced4c07-5fb6-4db7-a827-efb04857eb33 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 842.639104] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 842.639104] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.639249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.022240] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.022514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.022631] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.022925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.023070] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.023342] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.023516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.023573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.023758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.023840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.023995] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 is going to be updated. [ 843.064531] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.064531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.064531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.064531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.064531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.074598] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 in Status: IN_PROGRESS for 2s [ 843.351701] env[69806]: INFO networking_nsxv3.common.synchronization [None req-09853d87-9a92-463c-b553-fea0d9436484 None None] Enqueued Resource ID: 942eb906-619b-4633-91eb-f96ba21a1101 with Priority: HIGHEST for action port [ 843.352369] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 942eb906-619b-4633-91eb-f96ba21a1101 with Priority: HIGHEST for action port [ 843.360313] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-942eb906-619b-4633-91eb-f96ba21a1101 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.360313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-942eb906-619b-4633-91eb-f96ba21a1101" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.360313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-942eb906-619b-4633-91eb-f96ba21a1101" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.360313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-942eb906-619b-4633-91eb-f96ba21a1101" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.360313] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('942eb906-619b-4633-91eb-f96ba21a1101',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.434922] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.435110] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-895" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.435345] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-895" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.435522] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-895" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.435786] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.435993] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.436068] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.436275] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.436418] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.436675] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.436751] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.436867] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.437209] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.437209] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.437209] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.437505] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.450023] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 843.450271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.451298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.451575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.451722] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.451837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.451905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.452061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.452145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.452250] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.465910] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.466097] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.466280] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.466445] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-895" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.466822] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-2532c5ac-21b1-4219-828e-4f99c3cde291 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.467019] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-2532c5ac-21b1-4219-828e-4f99c3cde291" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.467254] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-2532c5ac-21b1-4219-828e-4f99c3cde291" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.467844] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-2532c5ac-21b1-4219-828e-4f99c3cde291" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.468044] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2532c5ac-21b1-4219-828e-4f99c3cde291',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.558930] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca in Status: SUCCESS [ 843.559297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.559927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.559927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.559927] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.560128] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.560128] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.561262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.561262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.561262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.561262] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('811c8266-8581-4dda-bdcb-63bebec1a9ca',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.790042] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 843.790293] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 deletion is rescheduled due to dependency. [ 843.790428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.790613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.790853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.791061] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.791195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.791257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.791521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.791521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.791612] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.846012] env[69806]: INFO networking_nsxv3.common.synchronization [req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 req-ec629499-47ff-44a3-a6bd-298c2dbad5c0 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 843.846895] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 843.847157] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.847968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.848056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.848437] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.848947] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.848947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.848947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.848947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.849167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.849167] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.862858] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 942eb906-619b-4633-91eb-f96ba21a1101 [ 843.864019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.864160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.864198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.864432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.864525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.864625] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:942eb906-619b-4633-91eb-f96ba21a1101 already deleted. [ 843.864737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-942eb906-619b-4633-91eb-f96ba21a1101" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.958581] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.971889] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.972134] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.972319] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.972576] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.972714] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.972869] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 2532c5ac-21b1-4219-828e-4f99c3cde291 not found, creating... [ 843.973582] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.973763] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.973883] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.974151] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.974299] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.975331] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.975331] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.975331] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.975331] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.975500] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.975534] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 2532c5ac-21b1-4219-828e-4f99c3cde291 is going to be created. [ 844.000500] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.000698] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.000826] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.001202] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.001418] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.001751] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-2532c5ac-21b1-4219-828e-4f99c3cde291" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.064289] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('811c8266-8581-4dda-bdcb-63bebec1a9ca',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.295320] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.295320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.295320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.295320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.295320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.295677] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.295677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.295677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.297542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.297542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.297542] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 844.331940] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.332154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.332246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.332503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.332700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.344123] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 844.351809] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.351967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.351967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.352221] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.352323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.353169] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.353169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.353169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.353169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.353169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.353169] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 already deleted. [ 844.353169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.461042] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.472266] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.472266] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.472266] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.472266] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.472266] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.472576] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.472576] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.472696] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.472830] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.476245] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.476355] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.476502] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.476965] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.476965] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.476965] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.477213] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.503109] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.503109] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.503109] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.503109] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.503109] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-a701b1ab-efb1-43ae-9133-40a45b94e51e taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.503109] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-a701b1ab-efb1-43ae-9133-40a45b94e51e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.503109] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-a701b1ab-efb1-43ae-9133-40a45b94e51e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.503109] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-a701b1ab-efb1-43ae-9133-40a45b94e51e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.503109] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a701b1ab-efb1-43ae-9133-40a45b94e51e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.565716] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 811c8266-8581-4dda-bdcb-63bebec1a9ca: rpc.has_security_group_logging(os_id): False [ 844.585458] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.585686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.585775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.586223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.586223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.587483] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.587483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.587483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.587483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.587483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.587483] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca is going to be created. [ 844.681068] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.681220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.681359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.681519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.681697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.696154] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca in Status: IN_PROGRESS for 2s [ 844.965159] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.965365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.965441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.965658] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.965755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.965861] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be updated. [ 845.001281] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.001435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.001510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.001742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.001893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.008480] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.008757] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.008824] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.009134] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.009501] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.009501] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port a701b1ab-efb1-43ae-9133-40a45b94e51e not found, creating... [ 845.009673] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.009814] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.010020] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.014144] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.014496] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.014812] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.014984] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.015139] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.015400] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.015537] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.015680] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: a701b1ab-efb1-43ae-9133-40a45b94e51e is going to be created. [ 845.017556] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: IN_PROGRESS for 2s [ 845.042959] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.042959] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.042959] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.042959] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.042959] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.042959] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-a701b1ab-efb1-43ae-9133-40a45b94e51e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.085275] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 in Status: SUCCESS [ 845.085712] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 deletion is rescheduled due to dependency. [ 845.085938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.210016] env[69806]: INFO networking_nsxv3.common.synchronization [req-47253305-4a97-4cec-80c7-27d19d6eac1f req-a523580f-4f4d-4082-80fb-a99802535966 service nova] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_rules [ 845.210016] env[69806]: INFO networking_nsxv3.common.synchronization [req-47253305-4a97-4cec-80c7-27d19d6eac1f req-a523580f-4f4d-4082-80fb-a99802535966 service nova] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 845.210016] env[69806]: INFO networking_nsxv3.common.synchronization [req-47253305-4a97-4cec-80c7-27d19d6eac1f req-a523580f-4f4d-4082-80fb-a99802535966 service nova] Enqueued Resource ID: 2532c5ac-21b1-4219-828e-4f99c3cde291 with Priority: HIGHEST for action port [ 845.210016] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_rules [ 845.210016] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 845.210016] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2532c5ac-21b1-4219-828e-4f99c3cde291 with Priority: HIGHEST for action port [ 845.218025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.218025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.218025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.218025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.218025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.218025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.218025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.218025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-2532c5ac-21b1-4219-828e-4f99c3cde291 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.218025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2532c5ac-21b1-4219-828e-4f99c3cde291" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.218025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2532c5ac-21b1-4219-828e-4f99c3cde291" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.218025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2532c5ac-21b1-4219-828e-4f99c3cde291" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.218025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2532c5ac-21b1-4219-828e-4f99c3cde291',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.722994] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2532c5ac-21b1-4219-828e-4f99c3cde291 with status ACTIVE [ 845.723586] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.723586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.723586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.723586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.723586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.725219] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.725219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.725219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.725476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.725476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.725706] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.725950] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.725950] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.726055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.726116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.726201] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2532c5ac-21b1-4219-828e-4f99c3cde291 is going to be updated. [ 845.727432] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.727569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.753724] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.753898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.753956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.754220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.754412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.754697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2532c5ac-21b1-4219-828e-4f99c3cde291" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.830619] env[69806]: INFO networking_nsxv3.common.synchronization [req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 req-18837f21-86c8-4cf2-b7b5-31466653dd2a service nova] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_rules [ 845.833984] env[69806]: INFO networking_nsxv3.common.synchronization [req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 req-18837f21-86c8-4cf2-b7b5-31466653dd2a service nova] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 845.835051] env[69806]: INFO networking_nsxv3.common.synchronization [req-79e4ee89-45d5-4322-a2cc-3676e3f9fa00 req-18837f21-86c8-4cf2-b7b5-31466653dd2a service nova] Enqueued Resource ID: a701b1ab-efb1-43ae-9133-40a45b94e51e with Priority: HIGHEST for action port [ 845.839026] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_rules [ 845.839026] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 845.839026] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a701b1ab-efb1-43ae-9133-40a45b94e51e with Priority: HIGHEST for action port [ 845.839026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.839026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.839026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.839026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.839026] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.839026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.839026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.839026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.839026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.839026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.839026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.839026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.839026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.839026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.839026] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.841149] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-a701b1ab-efb1-43ae-9133-40a45b94e51e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.841523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a701b1ab-efb1-43ae-9133-40a45b94e51e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.841782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a701b1ab-efb1-43ae-9133-40a45b94e51e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.842077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a701b1ab-efb1-43ae-9133-40a45b94e51e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.842307] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a701b1ab-efb1-43ae-9133-40a45b94e51e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.191337] env[69806]: INFO networking_nsxv3.common.synchronization [None req-aeb0c660-a52f-454c-bacb-9860eb32dc48 None None] Enqueued Resource ID: 9753d636-bca4-4202-a910-fa1153301ff9 with Priority: HIGHEST for action port [ 846.191647] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9753d636-bca4-4202-a910-fa1153301ff9 with Priority: HIGHEST for action port [ 846.192680] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-9753d636-bca4-4202-a910-fa1153301ff9 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.192680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9753d636-bca4-4202-a910-fa1153301ff9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.192680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9753d636-bca4-4202-a910-fa1153301ff9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.192680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9753d636-bca4-4202-a910-fa1153301ff9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.192956] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9753d636-bca4-4202-a910-fa1153301ff9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.307037] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.307342] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-706" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.307462] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-706" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.307828] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-706" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.312309] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.312309] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.312309] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.312309] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.312309] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.312309] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.312309] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.312309] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.312309] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.312309] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.312309] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.312309] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.341501] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.341715] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.341876] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.342146] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-706" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.342467] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-9bcd052d-8a11-42fc-ae13-6c92bdb814b0 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.342663] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-9bcd052d-8a11-42fc-ae13-6c92bdb814b0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.342848] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-9bcd052d-8a11-42fc-ae13-6c92bdb814b0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.343220] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-9bcd052d-8a11-42fc-ae13-6c92bdb814b0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.343357] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcd052d-8a11-42fc-ae13-6c92bdb814b0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.347296] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.347490] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.347912] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.348698] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a701b1ab-efb1-43ae-9133-40a45b94e51e with status ACTIVE [ 846.348698] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.348890] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.348890] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.349071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.349259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.349377] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.349559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.349559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.349732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.349825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.350029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.350118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.350191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.350539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.350539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.350539] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a701b1ab-efb1-43ae-9133-40a45b94e51e is going to be updated. [ 846.365022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 846.365375] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 deletion is rescheduled due to dependency. [ 846.365640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.367395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.367395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.367395] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.367706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.367706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.367916] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.368045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.368539] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.383360] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.384227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.384227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.384227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.384363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.385033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a701b1ab-efb1-43ae-9133-40a45b94e51e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.697619] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9753d636-bca4-4202-a910-fa1153301ff9 [ 846.697619] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.697619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.697619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.697619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.697619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.697619] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9753d636-bca4-4202-a910-fa1153301ff9 already deleted. [ 846.697619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9753d636-bca4-4202-a910-fa1153301ff9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.710738] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca in Status: SUCCESS [ 846.710738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.846357] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.846681] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.846681] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.848025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.848025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.848025] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 9bcd052d-8a11-42fc-ae13-6c92bdb814b0 not found, creating... [ 846.848025] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.848025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.848025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.848025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.848400] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.848447] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.848600] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.848710] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.848914] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.849302] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.849469] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 9bcd052d-8a11-42fc-ae13-6c92bdb814b0 is going to be created. [ 846.852231] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.872202] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.873604] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.873831] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.873926] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.876758] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.877056] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.877369] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-9bcd052d-8a11-42fc-ae13-6c92bdb814b0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.030121] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 847.030635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.030899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.032575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.032575] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.032575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.032575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.032575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.032575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.032575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.032575] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.032575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.032575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.032575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.032575] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.033053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.033053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.033053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.033053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.033053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.036084] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.355314] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.355458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.355544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.355768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.355854] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.355952] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be created. [ 847.380701] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.386474] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.386474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.386474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.386474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.386474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.403998] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: UNINITIALIZED for 2s [ 847.425193] env[69806]: INFO networking_nsxv3.common.synchronization [req-324ad4ba-2324-46dc-9e76-c41144e9bd18 req-fd57dbdc-464a-4dd5-aa5c-0a61c1f496d8 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Enqueued Resource ID: 685ed284-67ad-4968-9983-e4669449e992 with Priority: HIGHEST for action security_group_members [ 847.425193] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685ed284-67ad-4968-9983-e4669449e992 with Priority: HIGHEST for action security_group_members [ 847.425193] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-685ed284-67ad-4968-9983-e4669449e992 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.427089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.428297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.429449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.429822] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.430114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.431765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.431765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.431765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.431765] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685ed284-67ad-4968-9983-e4669449e992',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.539787] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f80274c-b3fb-43ef-aca0-2472dbf9757e: rpc.has_security_group_logging(os_id): False [ 847.581717] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.581987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.582092] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.583400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.583400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.583484] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.583615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.583653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.583821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.583918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.584144] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.584250] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.584319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.585971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.585971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.585971] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.585971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.585971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.585971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.585971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.585971] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be updated. [ 847.710247] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.710821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.710821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.710821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.710821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.732350] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: IN_PROGRESS for 2s [ 847.776348] env[69806]: INFO networking_nsxv3.common.synchronization [req-47253305-4a97-4cec-80c7-27d19d6eac1f req-b93731ea-bcef-4ec9-9fec-48a7fbeb16f0 service nova] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_rules [ 847.777960] env[69806]: INFO networking_nsxv3.common.synchronization [req-47253305-4a97-4cec-80c7-27d19d6eac1f req-b93731ea-bcef-4ec9-9fec-48a7fbeb16f0 service nova] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 847.777960] env[69806]: INFO networking_nsxv3.common.synchronization [req-47253305-4a97-4cec-80c7-27d19d6eac1f req-b93731ea-bcef-4ec9-9fec-48a7fbeb16f0 service nova] Enqueued Resource ID: 9bcd052d-8a11-42fc-ae13-6c92bdb814b0 with Priority: HIGHEST for action port [ 847.781025] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_rules [ 847.781025] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 847.781025] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcd052d-8a11-42fc-ae13-6c92bdb814b0 with Priority: HIGHEST for action port [ 847.781025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.781025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.781025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.781434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.783028] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bcd052d-8a11-42fc-ae13-6c92bdb814b0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.783642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bcd052d-8a11-42fc-ae13-6c92bdb814b0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.783642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bcd052d-8a11-42fc-ae13-6c92bdb814b0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.784072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bcd052d-8a11-42fc-ae13-6c92bdb814b0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.785398] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcd052d-8a11-42fc-ae13-6c92bdb814b0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.832468] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.832660] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-737" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.832770] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-737" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.833248] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-737" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.833539] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.833701] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.833843] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.834102] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.834246] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.834466] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.834572] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.834675] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.834779] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.834881] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.838394] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.838623] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.871159] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.871450] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 847.871507] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.871640] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-737" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.871963] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-15ef6ae2-60a0-4107-b597-4a19050ce922 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.872285] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-15ef6ae2-60a0-4107-b597-4a19050ce922" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.872509] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-15ef6ae2-60a0-4107-b597-4a19050ce922" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.872828] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-15ef6ae2-60a0-4107-b597-4a19050ce922" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.872983] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ef6ae2-60a0-4107-b597-4a19050ce922',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.886962] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.886962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.886962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.886962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.887306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.887306] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 847.921821] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.922015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.922063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.922252] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.922396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.932069] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 847.934570] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.934707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.934783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.935095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.935266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.935431] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.935547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.935612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.935775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.935854] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.935939] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685ed284-67ad-4968-9983-e4669449e992 already deleted. [ 847.936029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.288318] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bcd052d-8a11-42fc-ae13-6c92bdb814b0 with status ACTIVE [ 848.288318] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.288318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.288318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.288318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.288318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.288318] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.288318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.288318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.288318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.288318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.288808] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.288808] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.288808] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.288808] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.288933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.288933] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bcd052d-8a11-42fc-ae13-6c92bdb814b0 is going to be updated. [ 848.316711] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.316878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.317045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.318561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.318561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.318561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bcd052d-8a11-42fc-ae13-6c92bdb814b0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.376632] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.376859] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.377167] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.377375] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.377532] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.377692] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 15ef6ae2-60a0-4107-b597-4a19050ce922 not found, creating... [ 848.378531] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.378531] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.378531] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.378531] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.378738] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.378987] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.379084] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.379150] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.379994] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.379994] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.379994] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 15ef6ae2-60a0-4107-b597-4a19050ce922 is going to be created. [ 848.410399] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.410621] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.410621] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.411111] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.411248] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.411940] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-15ef6ae2-60a0-4107-b597-4a19050ce922" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.428313] env[69806]: INFO networking_nsxv3.common.synchronization [None req-05b5f3d5-60d8-44f9-bf51-8086774c5f95 None None] Enqueued Resource ID: c7c6d3e1-dd1a-4872-86e8-701d9733b32c with Priority: HIGHEST for action port [ 848.429413] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c6d3e1-dd1a-4872-86e8-701d9733b32c with Priority: HIGHEST for action port [ 848.429413] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7c6d3e1-dd1a-4872-86e8-701d9733b32c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.429413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7c6d3e1-dd1a-4872-86e8-701d9733b32c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.429413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7c6d3e1-dd1a-4872-86e8-701d9733b32c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.430676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7c6d3e1-dd1a-4872-86e8-701d9733b32c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.430676] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c6d3e1-dd1a-4872-86e8-701d9733b32c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.934028] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7c6d3e1-dd1a-4872-86e8-701d9733b32c [ 848.934028] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.934028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.934028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.934441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.934441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.934441] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7c6d3e1-dd1a-4872-86e8-701d9733b32c already deleted. [ 848.934441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7c6d3e1-dd1a-4872-86e8-701d9733b32c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.132559] env[69806]: INFO networking_nsxv3.common.synchronization [req-324ad4ba-2324-46dc-9e76-c41144e9bd18 req-737e03c0-3ce2-4f50-9a6d-cc5a87792281 service nova] Enqueued Resource ID: 685ed284-67ad-4968-9983-e4669449e992 with Priority: HIGHEST for action security_group_rules [ 849.132762] env[69806]: INFO networking_nsxv3.common.synchronization [req-324ad4ba-2324-46dc-9e76-c41144e9bd18 req-737e03c0-3ce2-4f50-9a6d-cc5a87792281 service nova] Enqueued Resource ID: 685ed284-67ad-4968-9983-e4669449e992 with Priority: HIGHEST for action security_group_members [ 849.132940] env[69806]: INFO networking_nsxv3.common.synchronization [req-324ad4ba-2324-46dc-9e76-c41144e9bd18 req-737e03c0-3ce2-4f50-9a6d-cc5a87792281 service nova] Enqueued Resource ID: 15ef6ae2-60a0-4107-b597-4a19050ce922 with Priority: HIGHEST for action port [ 849.133384] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685ed284-67ad-4968-9983-e4669449e992 with Priority: HIGHEST for action security_group_rules [ 849.133515] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685ed284-67ad-4968-9983-e4669449e992 with Priority: HIGHEST for action security_group_members [ 849.133667] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ef6ae2-60a0-4107-b597-4a19050ce922 with Priority: HIGHEST for action port [ 849.133920] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-685ed284-67ad-4968-9983-e4669449e992 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.136149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.136260] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.136530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.136616] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('685ed284-67ad-4968-9983-e4669449e992',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.137608] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-685ed284-67ad-4968-9983-e4669449e992 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.137725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.137789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.137959] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.138153] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.138286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.138348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.138513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.138597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.138685] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685ed284-67ad-4968-9983-e4669449e992',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.139553] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-15ef6ae2-60a0-4107-b597-4a19050ce922 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.144222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15ef6ae2-60a0-4107-b597-4a19050ce922" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.144222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15ef6ae2-60a0-4107-b597-4a19050ce922" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.144222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15ef6ae2-60a0-4107-b597-4a19050ce922" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.144222] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ef6ae2-60a0-4107-b597-4a19050ce922',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.422028] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 849.422028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.422028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.422028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.422028] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.422028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.422028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.422028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.422028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.422028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.422028] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.646655] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-685ed284-67ad-4968-9983-e4669449e992 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.646655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.646836] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('685ed284-67ad-4968-9983-e4669449e992',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.647704] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15ef6ae2-60a0-4107-b597-4a19050ce922 with status ACTIVE [ 849.647893] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.648055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.648138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.648369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.648461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.648638] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.648768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.648859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.648974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.649130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.649886] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.649886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.649886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.649886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.649886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.649886] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15ef6ae2-60a0-4107-b597-4a19050ce922 is going to be updated. [ 849.683873] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.683873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.683873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.683873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.683873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.683873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15ef6ae2-60a0-4107-b597-4a19050ce922" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.754331] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 849.754558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.756022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.756022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.756022] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.925694] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.943082] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 849.943349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.943457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.943665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.943850] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.943966] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.944044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.944204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.944287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.944375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.944470] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.949137] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.949288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.949504] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.949647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.949714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.949942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.949981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.950061] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.152149] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('685ed284-67ad-4968-9983-e4669449e992',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.262579] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.262745] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.262796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.263913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.263913] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.263913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.263913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.263913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.263913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.263913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.263913] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.427775] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04fee7cc-2156-4181-a367-567ca2424632: rpc.has_security_group_logging(os_id): False [ 850.440171] env[69806]: INFO networking_nsxv3.common.synchronization [req-5f8e9174-3a78-4d64-a76f-121099ff94cf req-e5aa7f62-bda9-4148-b9de-cb9c94f8f43d tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Enqueued Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 850.441010] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 850.444028] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.444170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.444251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.444453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.444607] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.444704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.444757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.445087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.445087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.445202] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.447764] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.447882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.447930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.448564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.448564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.448564] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.448564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.448857] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.448857] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.448857] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.449303] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be created. [ 850.450624] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.450838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.451579] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.550437] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.550617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.550654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.550887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.551085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.566933] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 850.656981] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.657370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.657527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.661040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.661040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.661040] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685ed284-67ad-4968-9983-e4669449e992 is going to be created. [ 850.698025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.698025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.698025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.698025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.698025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.719636] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685ed284-67ad-4968-9983-e4669449e992 in Status: UNINITIALIZED for 2s [ 850.766605] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.766605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.766605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.766605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.766917] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.766917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.766994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.767283] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.767396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.767502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.767705] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.767807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.767895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.768139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.768259] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.768391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.768472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.768605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.768688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.768773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.768884] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.952114] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.954955] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.165318] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.167373] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.167373] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.167373] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.167373] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.167373] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.167373] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.167373] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.167373] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.167373] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.167373] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.167373] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.167373] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.168285] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.168285] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.168285] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.188574] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.189307] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.189307] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.189307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.189503] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-ce542034-1f06-40c8-b128-ac654f07b454 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.190574] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-ce542034-1f06-40c8-b128-ac654f07b454" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.190574] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-ce542034-1f06-40c8-b128-ac654f07b454" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.190574] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-ce542034-1f06-40c8-b128-ac654f07b454" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.190574] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce542034-1f06-40c8-b128-ac654f07b454',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.273242] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f80274c-b3fb-43ef-aca0-2472dbf9757e: rpc.has_security_group_logging(os_id): False [ 851.293677] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.294076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.294220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.294570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.294708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.295089] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.295369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.295369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.296440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.296440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.296440] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.296639] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.296878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.296941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.297058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.297421] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.297567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.297680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.298026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.298026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.298203] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be updated. [ 851.383876] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.384109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.384478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.384876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.385052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.416139] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: IN_PROGRESS for 2s [ 851.457113] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.458828] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.459214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.459308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.459582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.459714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.460023] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 851.509234] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.509234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.509234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.509234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.509234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.526448] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 851.692990] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.693261] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.693400] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.693788] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.693864] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.693996] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port ce542034-1f06-40c8-b128-ac654f07b454 not found, creating... [ 851.694300] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.694463] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.694582] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.695815] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.695815] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.695815] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.696052] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.696052] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.697658] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.697932] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.699332] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: ce542034-1f06-40c8-b128-ac654f07b454 is going to be created. [ 851.721624] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.721871] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.721998] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.722333] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.722575] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.722826] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-ce542034-1f06-40c8-b128-ac654f07b454" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.963533] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.963533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.963533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.963979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.963979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.964060] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b811929-f20f-4453-8e81-76da321ccc90 is going to be updated. [ 851.995265] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.995448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.995542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.995814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.996058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.006741] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: IN_PROGRESS for 2s [ 852.581526] env[69806]: INFO networking_nsxv3.common.synchronization [req-5f8e9174-3a78-4d64-a76f-121099ff94cf req-8d96f21d-f633-4baa-b55f-08efd2fb0137 service nova] Enqueued Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_rules [ 852.581724] env[69806]: INFO networking_nsxv3.common.synchronization [req-5f8e9174-3a78-4d64-a76f-121099ff94cf req-8d96f21d-f633-4baa-b55f-08efd2fb0137 service nova] Enqueued Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 852.581845] env[69806]: INFO networking_nsxv3.common.synchronization [req-5f8e9174-3a78-4d64-a76f-121099ff94cf req-8d96f21d-f633-4baa-b55f-08efd2fb0137 service nova] Enqueued Resource ID: ce542034-1f06-40c8-b128-ac654f07b454 with Priority: HIGHEST for action port [ 852.582160] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_rules [ 852.582388] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 852.582577] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce542034-1f06-40c8-b128-ac654f07b454 with Priority: HIGHEST for action port [ 852.583670] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.583670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.583670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.583670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.583928] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.584633] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.584743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.584935] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce542034-1f06-40c8-b128-ac654f07b454 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.585046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce542034-1f06-40c8-b128-ac654f07b454" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.585111] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce542034-1f06-40c8-b128-ac654f07b454" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.585329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce542034-1f06-40c8-b128-ac654f07b454" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.585419] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce542034-1f06-40c8-b128-ac654f07b454',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.591184] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 852.591333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.729339] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685ed284-67ad-4968-9983-e4669449e992 in Status: SUCCESS [ 852.729642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.730493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.730493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.730651] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.730802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.730850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.731135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.731193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.731272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.731369] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('685ed284-67ad-4968-9983-e4669449e992',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.087017] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.087365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.092316] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce542034-1f06-40c8-b128-ac654f07b454 with status ACTIVE [ 853.092316] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.092316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.092316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.092316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.092804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.092804] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.092804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.092804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.093582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.093582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.093582] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.093582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.093582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.093582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.094145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.094145] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce542034-1f06-40c8-b128-ac654f07b454 is going to be updated. [ 853.103804] env[69806]: INFO networking_nsxv3.common.synchronization [req-0c03cd75-7955-46b4-8fd8-740440ee5e74 req-4dd3e59e-5204-484d-bad2-ab67e8b79e1e tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Enqueued Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 853.104645] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 853.105100] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.105242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.105322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.105591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.105794] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.105964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.106053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.106307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.106405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.106526] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.123747] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.123843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.123905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.124150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.124319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.124519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce542034-1f06-40c8-b128-ac654f07b454" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.237021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-685ed284-67ad-4968-9983-e4669449e992 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.237021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.237021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-685ed284-67ad-4968-9983-e4669449e992 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.237021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.237021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.238827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.238827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.238827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.238827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.238827] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('685ed284-67ad-4968-9983-e4669449e992',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.435627] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 853.435894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.500201] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.501469] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.501887] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.503047] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.503510] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.503793] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.503982] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.507895] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.507942] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.508220] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.508416] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.508540] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.508674] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.508765] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.508875] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.509036] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.538881] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.539109] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.539293] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.539522] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.539908] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-18e4b4b5-91ee-4b18-aba9-af64ba9989b3 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.540209] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-18e4b4b5-91ee-4b18-aba9-af64ba9989b3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.540279] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-18e4b4b5-91ee-4b18-aba9-af64ba9989b3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.540655] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-18e4b4b5-91ee-4b18-aba9-af64ba9989b3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.540821] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e4b4b5-91ee-4b18-aba9-af64ba9989b3',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.542861] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 853.543327] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.543327] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.543585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.543808] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.543978] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.544211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.544348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.544431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.544519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.544713] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.544848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.544848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.544993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.545629] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.545750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.545817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.545952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.546047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.546133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.546224] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.609633] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.742443] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 685ed284-67ad-4968-9983-e4669449e992: rpc.has_security_group_logging(os_id): False [ 853.764345] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.764558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.764659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.764922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.765062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.765695] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.765695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.765695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.765695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.766097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.766097] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.766235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.766235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.766362] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.766435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.766628] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.766737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.766801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.766944] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.767213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.767317] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 685ed284-67ad-4968-9983-e4669449e992 is going to be created. [ 853.924228] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.924429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.924481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.924784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.925016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.938014] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 685ed284-67ad-4968-9983-e4669449e992 in Status: IN_PROGRESS for 2s [ 854.022103] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: SUCCESS [ 854.022589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.022861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.023265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.023693] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.023802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.023897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.024221] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.024327] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.024485] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.049246] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.049246] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.050133] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.050133] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.050467] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.050467] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 18e4b4b5-91ee-4b18-aba9-af64ba9989b3 not found, creating... [ 854.050892] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.051368] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.051606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.052437] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.052752] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.053236] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.054039] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.054039] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.054039] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.054325] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.055565] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 18e4b4b5-91ee-4b18-aba9-af64ba9989b3 is going to be created. [ 854.057499] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfbbbcc-e81e-4aa4-9825-8f7614b482d2: rpc.has_security_group_logging(os_id): False [ 854.084303] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.084504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.084504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.084617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.084801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.084925] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.085036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.085092] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.085275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.085353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.085562] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.085657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.085716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.085879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.085956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.086501] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.086611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.086681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.086826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.086966] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.087022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 854.089388] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.089693] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.089795] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.090153] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.091359] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.091743] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-18e4b4b5-91ee-4b18-aba9-af64ba9989b3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.114245] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.185265] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.185488] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.185578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.185800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.185952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.207971] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 854.528662] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.618931] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.620489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.620489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.620489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.620489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.620489] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e16859e-db54-4510-87fb-b29192c53a23 is going to be updated. [ 854.659927] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.659927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.659927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.660182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.660182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.671376] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: IN_PROGRESS for 2s [ 854.840884] env[69806]: INFO networking_nsxv3.common.synchronization [req-0c03cd75-7955-46b4-8fd8-740440ee5e74 req-7f984f5a-8658-4d61-9ec3-dcfda487c104 service nova] Enqueued Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_rules [ 854.841708] env[69806]: INFO networking_nsxv3.common.synchronization [req-0c03cd75-7955-46b4-8fd8-740440ee5e74 req-7f984f5a-8658-4d61-9ec3-dcfda487c104 service nova] Enqueued Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 854.841708] env[69806]: INFO networking_nsxv3.common.synchronization [req-0c03cd75-7955-46b4-8fd8-740440ee5e74 req-7f984f5a-8658-4d61-9ec3-dcfda487c104 service nova] Enqueued Resource ID: 18e4b4b5-91ee-4b18-aba9-af64ba9989b3 with Priority: HIGHEST for action port [ 854.842986] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_rules [ 854.845957] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 854.846214] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e4b4b5-91ee-4b18-aba9-af64ba9989b3 with Priority: HIGHEST for action port [ 854.847399] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.847652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.847652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.848106] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.848106] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.849291] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.849439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.849607] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-18e4b4b5-91ee-4b18-aba9-af64ba9989b3 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.849726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18e4b4b5-91ee-4b18-aba9-af64ba9989b3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.849782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18e4b4b5-91ee-4b18-aba9-af64ba9989b3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.849970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18e4b4b5-91ee-4b18-aba9-af64ba9989b3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.850050] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e4b4b5-91ee-4b18-aba9-af64ba9989b3',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.033032] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.353657] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.353945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.354012] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18e4b4b5-91ee-4b18-aba9-af64ba9989b3 with status ACTIVE [ 855.354180] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.354287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.354401] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.354562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.354723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.354953] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.354953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.354953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.355184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.355255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.355419] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.355495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.355541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.355889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.355889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.355889] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18e4b4b5-91ee-4b18-aba9-af64ba9989b3 is going to be updated. [ 855.378556] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.378795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.378911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.379265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.379484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.379747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18e4b4b5-91ee-4b18-aba9-af64ba9989b3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.537013] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.537013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.537013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.537444] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.537444] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.537444] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b811929-f20f-4453-8e81-76da321ccc90 is going to be updated. [ 855.576717] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.576814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.576883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.577184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.577399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.591070] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: IN_PROGRESS for 2s [ 855.953452] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 685ed284-67ad-4968-9983-e4669449e992 in Status: SUCCESS [ 855.953705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.228018] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 856.228018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.228018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.228018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.228018] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.684284] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: SUCCESS [ 856.684284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.684284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.684284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.684284] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.684284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.684284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.684284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.684284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.684284] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.730391] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.730584] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.730942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.730942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.731125] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.731195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.731245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.731385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.731473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.731557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.731648] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.189429] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.235516] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.235713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.235786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.236012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.236185] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.236303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.236372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.236571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.236602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.237026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.237026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.237026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.237026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.237259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.237259] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.237345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.237422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.237540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.237648] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.237694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.237769] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.606671] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: SUCCESS [ 857.606671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.606671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.606671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.606671] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.606671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.606671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.606671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.606671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.606671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.606671] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.691732] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.746648] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdfbbbcc-e81e-4aa4-9825-8f7614b482d2: rpc.has_security_group_logging(os_id): False [ 857.768347] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.768570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.768643] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.772035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.772035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.772035] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.772035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.772035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.772035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.772035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.772035] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.772035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.772035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.772035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.772035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.772035] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.772035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.772689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.772689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.772689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.772689] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 857.846741] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.846928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.846967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.847302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.847489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.868860] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 858.110317] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.110317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.110317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.110317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.110317] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.110317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.110317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.110764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.110764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.110830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.112293] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.112293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.112293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.112293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.112293] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.112293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.112293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.112293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.112731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.112731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.112731] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.197515] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.197515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.197515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.197515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.197515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.197515] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e16859e-db54-4510-87fb-b29192c53a23 is going to be updated. [ 858.233299] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.233532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.233532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.234807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.234807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.244836] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: IN_PROGRESS for 2s [ 858.619169] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b811929-f20f-4453-8e81-76da321ccc90: rpc.has_security_group_logging(os_id): False [ 858.640405] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.643158] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.643158] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.643158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.643838] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.643838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.643838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.643838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.643838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.643838] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b811929-f20f-4453-8e81-76da321ccc90 is going to be updated. [ 858.710475] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.710897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.710897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.710897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.711071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.724242] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: IN_PROGRESS for 2s [ 859.847404] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 859.847715] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 859.886321] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 859.886593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.265457] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: SUCCESS [ 860.265686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.265859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.266103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.266297] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.266422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.266489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.266640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.266724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.266984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.266984] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.547637] env[69806]: INFO networking_nsxv3.common.synchronization [req-92d48bd4-67de-48ce-872e-53194758e53f req-7f2b3dc1-db57-470d-9558-cfdcee8acc43 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_members [ 860.548229] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_members [ 860.548564] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb017707-f805-4235-bef4-830a17cd7215 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.549166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.549166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.549502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.549502] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.550240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.550240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.550240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.550240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.550240] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.743954] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: SUCCESS [ 860.744276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.773510] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.773920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.773920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.774118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.774215] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.774371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.774502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.774738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.774868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.774961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.775175] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.775342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.775553] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.775714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.776430] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.776430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.776430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.776839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.776839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.776839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.777051] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.990898] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.991268] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.991375] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.991681] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.991940] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.992100] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.992221] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.992502] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.992695] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.992917] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.993040] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.993152] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.993263] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.993372] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.993505] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.993714] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.015869] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.016129] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.016129] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.016322] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.016564] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-145d7452-da2e-4ec3-83be-4eafd5ba1a04 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.016727] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-145d7452-da2e-4ec3-83be-4eafd5ba1a04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.016878] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-145d7452-da2e-4ec3-83be-4eafd5ba1a04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.017223] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-145d7452-da2e-4ec3-83be-4eafd5ba1a04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.017425] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145d7452-da2e-4ec3-83be-4eafd5ba1a04',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.052709] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.052956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.052956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.054761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.054761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.054761] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.054761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.054761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.054761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.054761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.054761] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb017707-f805-4235-bef4-830a17cd7215 already deleted. [ 861.054761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.280586] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e16859e-db54-4510-87fb-b29192c53a23: rpc.has_security_group_logging(os_id): False [ 861.306026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.306026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.306026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.306026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.306762] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.306762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.306762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.306762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.306762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.306762] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e16859e-db54-4510-87fb-b29192c53a23 is going to be updated. [ 861.382601] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.382601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.382872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.382914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.383243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.409947] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: IN_PROGRESS for 2s [ 861.520216] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.520445] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.520536] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.520826] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.520974] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.521144] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 145d7452-da2e-4ec3-83be-4eafd5ba1a04 not found, creating... [ 861.521416] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.521593] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.521713] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.521933] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.522084] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.522397] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.525328] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.525505] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.525791] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.525968] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.526183] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 145d7452-da2e-4ec3-83be-4eafd5ba1a04 is going to be created. [ 861.548964] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.549203] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.549319] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.549639] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.549867] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.550110] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-145d7452-da2e-4ec3-83be-4eafd5ba1a04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.080352] env[69806]: INFO networking_nsxv3.common.synchronization [req-2a812ec4-6fd8-4529-b442-bd966a1a26dd req-4cadb8e9-354d-4213-91f4-624945e97ba3 tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 862.080743] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 862.081132] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.081275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.081372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.081611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.081806] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.081921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.081986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.082321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.082321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.082420] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.273022] env[69806]: INFO networking_nsxv3.common.synchronization [req-2a812ec4-6fd8-4529-b442-bd966a1a26dd req-7c2cf277-4460-485d-bb13-1f9128ac99bc tempest-ServersTestMultiNic-513701952 tempest-ServersTestMultiNic-513701952-project-member] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 862.273556] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGHEST for action security_group_members [ 862.273919] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.274999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.441442] env[69806]: INFO networking_nsxv3.common.synchronization [req-92d48bd4-67de-48ce-872e-53194758e53f req-190c22fb-74e7-4e4f-939e-283e743d5a0c service nova] Enqueued Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_rules [ 862.441674] env[69806]: INFO networking_nsxv3.common.synchronization [req-92d48bd4-67de-48ce-872e-53194758e53f req-190c22fb-74e7-4e4f-939e-283e743d5a0c service nova] Enqueued Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_members [ 862.441821] env[69806]: INFO networking_nsxv3.common.synchronization [req-92d48bd4-67de-48ce-872e-53194758e53f req-190c22fb-74e7-4e4f-939e-283e743d5a0c service nova] Enqueued Resource ID: 145d7452-da2e-4ec3-83be-4eafd5ba1a04 with Priority: HIGHEST for action port [ 862.442398] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_rules [ 862.442613] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_members [ 862.442721] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145d7452-da2e-4ec3-83be-4eafd5ba1a04 with Priority: HIGHEST for action port [ 862.446273] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb017707-f805-4235-bef4-830a17cd7215 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.446466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.446541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.446811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.446904] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.450875] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb017707-f805-4235-bef4-830a17cd7215 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.450875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.450875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.450875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.450875] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.450875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.450875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.450875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.450875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.451173] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.452478] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-145d7452-da2e-4ec3-83be-4eafd5ba1a04 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.452695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-145d7452-da2e-4ec3-83be-4eafd5ba1a04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.452695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-145d7452-da2e-4ec3-83be-4eafd5ba1a04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.452964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-145d7452-da2e-4ec3-83be-4eafd5ba1a04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.452964] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145d7452-da2e-4ec3-83be-4eafd5ba1a04',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.583949] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.954602] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb017707-f805-4235-bef4-830a17cd7215 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.954817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.955146] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.956651] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 145d7452-da2e-4ec3-83be-4eafd5ba1a04 with status ACTIVE [ 862.957104] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.957104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.961021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.961021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.961021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.961021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.961021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.961021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.961021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.961021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.961021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.961021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.961021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.961021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.961021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.961021] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 145d7452-da2e-4ec3-83be-4eafd5ba1a04 is going to be updated. [ 862.982749] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.982989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.983115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.983741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.983741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.983741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-145d7452-da2e-4ec3-83be-4eafd5ba1a04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.087062] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.426356] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: SUCCESS [ 863.426609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.461195] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.589797] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.589961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.589961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.590270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.590373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.590477] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 863.625445] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.625710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.625816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.626050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.626245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.636772] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 863.964492] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.964757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.964757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.965427] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.965427] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.965427] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb017707-f805-4235-bef4-830a17cd7215 is going to be created. [ 863.991211] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.991376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.991449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.991663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.992041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.004614] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb017707-f805-4235-bef4-830a17cd7215 in Status: UNINITIALIZED for 2s [ 865.654239] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 865.654725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.654725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.654859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.655260] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.655260] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.655260] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.655606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.655606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.655606] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.014354] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb017707-f805-4235-bef4-830a17cd7215 in Status: SUCCESS [ 866.014528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.014731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.014957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.015367] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.015505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.015573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.015754] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.015838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.015935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.016036] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.157983] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.158151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.158204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.158503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.158602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.158797] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.158900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.159033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.159201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.159267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.159362] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be updated. [ 866.187222] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.187222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.187222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.187537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.187662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.197806] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: IN_PROGRESS for 2s [ 866.518730] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.563959] env[69806]: INFO networking_nsxv3.common.synchronization [req-61bbe74f-78a5-4674-9edf-f526f3f4f56d req-e5626dd2-791f-444f-9a6b-7d8a623eeca1 tempest-InstanceActionsTestJSON-2071181575 tempest-InstanceActionsTestJSON-2071181575-project-member] Enqueued Resource ID: 685ed284-67ad-4968-9983-e4669449e992 with Priority: HIGHEST for action security_group_members [ 866.564529] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685ed284-67ad-4968-9983-e4669449e992 with Priority: HIGHEST for action security_group_members [ 866.564868] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-685ed284-67ad-4968-9983-e4669449e992 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.564995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.565146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.565407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.565565] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.565895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.565895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.565895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.566077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.566126] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685ed284-67ad-4968-9983-e4669449e992',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.021544] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb017707-f805-4235-bef4-830a17cd7215: rpc.has_security_group_logging(os_id): False [ 867.041097] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.041295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.041329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.041537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.041631] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.041874] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.041973] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.042063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.042212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.042323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.042449] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb017707-f805-4235-bef4-830a17cd7215 is going to be created. [ 867.072159] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.072317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.072377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.074334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.074334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.074334] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.074334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.074334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.074334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.074334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.074334] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685ed284-67ad-4968-9983-e4669449e992 is going to be updated. [ 867.101254] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.101254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.101885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.104013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.104013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.116844] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685ed284-67ad-4968-9983-e4669449e992 in Status: IN_PROGRESS for 2s [ 867.118372] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.119143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.119143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.119143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.119251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.132399] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb017707-f805-4235-bef4-830a17cd7215 in Status: IN_PROGRESS for 2s [ 868.178051] env[69806]: INFO networking_nsxv3.common.synchronization [None req-d2aceeaf-d849-4a9a-bed1-9aae8193d9c6 None None] Enqueued Resource ID: 5b4bbade-6704-49d1-a472-732068eba272 with Priority: HIGHEST for action port [ 868.178628] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b4bbade-6704-49d1-a472-732068eba272 with Priority: HIGHEST for action port [ 868.178978] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b4bbade-6704-49d1-a472-732068eba272 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.179145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b4bbade-6704-49d1-a472-732068eba272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.179237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b4bbade-6704-49d1-a472-732068eba272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.179540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b4bbade-6704-49d1-a472-732068eba272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.179648] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4bbade-6704-49d1-a472-732068eba272',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.209851] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 in Status: SUCCESS [ 868.210031] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 deletion is rescheduled due to dependency. [ 868.210153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.687811] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b4bbade-6704-49d1-a472-732068eba272 [ 868.687986] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.688171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.688234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.688596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.688688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.688786] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b4bbade-6704-49d1-a472-732068eba272 already deleted. [ 868.688869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b4bbade-6704-49d1-a472-732068eba272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.774057] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 868.774312] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NSXv3 Agent Agent loop - iteration:1 started [ 869.128767] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685ed284-67ad-4968-9983-e4669449e992 in Status: SUCCESS [ 869.129011] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685ed284-67ad-4968-9983-e4669449e992 deletion is rescheduled due to dependency. [ 869.129155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.144691] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb017707-f805-4235-bef4-830a17cd7215 in Status: SUCCESS [ 869.144975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.610534] env[69806]: INFO networking_nsxv3.common.synchronization [req-7bd8a939-f4cf-493e-b2dc-efb1f586427d req-5d46c11e-0ad7-489d-b186-e1359de2cfbb tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 869.610534] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 869.610534] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.610534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.610534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.611247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.611247] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.611247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.611247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.611247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.611247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.611579] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.119360] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.580140] env[69806]: INFO networking_nsxv3.common.synchronization [None req-ee23a962-5df1-4999-8978-83eb5a8e3a11 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Enqueued Resource ID: 68968391-84a8-4a7c-8cb2-0b7351c13305 with Priority: HIGHEST for action security_group_rules [ 870.580361] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68968391-84a8-4a7c-8cb2-0b7351c13305 with Priority: HIGHEST for action security_group_rules [ 870.580666] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68968391-84a8-4a7c-8cb2-0b7351c13305 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.580784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68968391-84a8-4a7c-8cb2-0b7351c13305" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.580849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68968391-84a8-4a7c-8cb2-0b7351c13305" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.581831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68968391-84a8-4a7c-8cb2-0b7351c13305" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.581831] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68968391-84a8-4a7c-8cb2-0b7351c13305',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.622332] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.665169] env[69806]: INFO networking_nsxv3.common.synchronization [None req-c2b2880c-eda4-407c-ac22-21e5dcec7a6f tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Enqueued Resource ID: 68968391-84a8-4a7c-8cb2-0b7351c13305 with Priority: HIGHEST for action security_group_rules [ 870.665432] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68968391-84a8-4a7c-8cb2-0b7351c13305 with Priority: HIGHEST for action security_group_rules [ 870.665958] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68968391-84a8-4a7c-8cb2-0b7351c13305 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.666084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68968391-84a8-4a7c-8cb2-0b7351c13305" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.940141] env[69806]: INFO networking_nsxv3.common.synchronization [None req-75d1a020-f1d8-4519-8467-81e66b1bc538 None None] Enqueued Resource ID: 9b06b413-9087-4e32-a3dd-972fde886baf with Priority: HIGHEST for action port [ 870.940141] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b06b413-9087-4e32-a3dd-972fde886baf with Priority: HIGHEST for action port [ 870.940141] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b06b413-9087-4e32-a3dd-972fde886baf taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.942300] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b06b413-9087-4e32-a3dd-972fde886baf" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.942634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b06b413-9087-4e32-a3dd-972fde886baf" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.943195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b06b413-9087-4e32-a3dd-972fde886baf" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.944491] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b06b413-9087-4e32-a3dd-972fde886baf',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.105791] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.105996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.106086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.107578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.107714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.107840] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68968391-84a8-4a7c-8cb2-0b7351c13305 already deleted. [ 871.107947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68968391-84a8-4a7c-8cb2-0b7351c13305" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.108140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68968391-84a8-4a7c-8cb2-0b7351c13305" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.108343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68968391-84a8-4a7c-8cb2-0b7351c13305" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.108444] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68968391-84a8-4a7c-8cb2-0b7351c13305',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.124250] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.124453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.124599] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.124844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.124958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.125075] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be updated. [ 871.158123] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.158240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.158315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.158664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.158796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.171231] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: IN_PROGRESS for 2s [ 871.448029] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b06b413-9087-4e32-a3dd-972fde886baf [ 871.448029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.448029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.448029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.448029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.448029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.448029] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b06b413-9087-4e32-a3dd-972fde886baf already deleted. [ 871.448029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b06b413-9087-4e32-a3dd-972fde886baf" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.639037] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.639466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.639466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.639613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.639688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.639819] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68968391-84a8-4a7c-8cb2-0b7351c13305 already deleted. [ 871.639929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68968391-84a8-4a7c-8cb2-0b7351c13305" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.186568] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 873.186857] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.294031] env[69806]: INFO networking_nsxv3.common.synchronization [req-ad891cf9-13f6-474a-b2cc-4c5db117af41 req-0b1efcc3-7786-47c4-a265-f4e9ec663f53 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 875.294031] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 875.294031] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.294534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.294534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.294693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.295120] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.295120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.295120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.296215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.296215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.296215] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.798442] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.994626] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.995317] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-578" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.995579] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-578" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.996014] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-578" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.996389] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.996804] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.000034] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.000034] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.000034] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.000034] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.000034] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.000034] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.000034] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.000034] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.000034] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.000034] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.022243] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.022410] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.022547] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.022723] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-578" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.024051] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-f182f951-c941-40d0-8bae-4ce0f551d0f7 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.024150] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.024313] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.024706] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.024892] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f182f951-c941-40d0-8bae-4ce0f551d0f7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.301938] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.528855] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.528855] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.528855] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.529418] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.529418] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.529418] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port f182f951-c941-40d0-8bae-4ce0f551d0f7 not found, creating... [ 876.530184] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.530184] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.530184] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.530396] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.530632] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.531303] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.531303] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.531849] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.532041] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.532219] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.532392] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: f182f951-c941-40d0-8bae-4ce0f551d0f7 is going to be created. [ 876.555231] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.555535] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.555707] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.556030] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.556304] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.556647] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.804801] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.804801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.804801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.805100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.805100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.805100] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 876.837851] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.837851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.837851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.838172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.838221] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.852042] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 877.472373] env[69806]: INFO networking_nsxv3.common.synchronization [req-ad891cf9-13f6-474a-b2cc-4c5db117af41 req-512d25bd-81ed-4c85-9819-a0fa326295e2 service nova] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 877.472373] env[69806]: INFO networking_nsxv3.common.synchronization [req-ad891cf9-13f6-474a-b2cc-4c5db117af41 req-512d25bd-81ed-4c85-9819-a0fa326295e2 service nova] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 877.472674] env[69806]: INFO networking_nsxv3.common.synchronization [req-ad891cf9-13f6-474a-b2cc-4c5db117af41 req-512d25bd-81ed-4c85-9819-a0fa326295e2 service nova] Enqueued Resource ID: f182f951-c941-40d0-8bae-4ce0f551d0f7 with Priority: HIGHEST for action port [ 877.473079] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 877.474399] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 877.474399] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f182f951-c941-40d0-8bae-4ce0f551d0f7 with Priority: HIGHEST for action port [ 877.474500] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.474577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.474730] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.475640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.475640] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.476274] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.476274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.476596] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-f182f951-c941-40d0-8bae-4ce0f551d0f7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.476735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.477045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.477045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.477147] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f182f951-c941-40d0-8bae-4ce0f551d0f7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.979639] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.979639] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.986066] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f182f951-c941-40d0-8bae-4ce0f551d0f7 with status ACTIVE [ 877.986066] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.986066] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.986066] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.986066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.986066] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f182f951-c941-40d0-8bae-4ce0f551d0f7 is going to be updated. [ 878.005831] env[69806]: INFO networking_nsxv3.common.synchronization [req-0d046899-f665-4e10-8859-3bb18d58d11b req-861ee4c0-bf45-4912-830c-2d0811c3fe35 tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Enqueued Resource ID: b367fd14-af0e-4909-a8b1-ac1587c6679f with Priority: HIGHEST for action security_group_members [ 878.006727] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b367fd14-af0e-4909-a8b1-ac1587c6679f with Priority: HIGHEST for action security_group_members [ 878.007326] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-b367fd14-af0e-4909-a8b1-ac1587c6679f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.007704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.007865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.008257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.008579] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.008821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.008963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.010040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.010040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.010040] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b367fd14-af0e-4909-a8b1-ac1587c6679f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.015904] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.016303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.016451] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.016745] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.016972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.017238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.516033] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.516033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.516033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.516033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.516033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.516033] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.516033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.516033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.516033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.516033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.516033] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b367fd14-af0e-4909-a8b1-ac1587c6679f already deleted. [ 878.516033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.731855] env[69806]: INFO networking_nsxv3.common.synchronization [None req-673b5970-4555-4b55-8d48-bb6952e811bf None None] Enqueued Resource ID: 88badaf9-1c11-421b-90cd-3788bca6d6a1 with Priority: HIGHEST for action port [ 878.732166] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88badaf9-1c11-421b-90cd-3788bca6d6a1 with Priority: HIGHEST for action port [ 878.732787] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-88badaf9-1c11-421b-90cd-3788bca6d6a1 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.732933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88badaf9-1c11-421b-90cd-3788bca6d6a1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.732990] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88badaf9-1c11-421b-90cd-3788bca6d6a1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.735203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88badaf9-1c11-421b-90cd-3788bca6d6a1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.735203] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88badaf9-1c11-421b-90cd-3788bca6d6a1',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.872026] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 878.872026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.872026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.872026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.872026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.872026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.872026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.872501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.872501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.872501] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.238220] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88badaf9-1c11-421b-90cd-3788bca6d6a1 [ 879.238220] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.238742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.238742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.238742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.238742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.240179] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88badaf9-1c11-421b-90cd-3788bca6d6a1 already deleted. [ 879.240179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88badaf9-1c11-421b-90cd-3788bca6d6a1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.328742] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-569 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.328950] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-569" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.329087] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-569" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.329422] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-569" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.329684] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.329860] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.329937] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.334118] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.334118] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.334118] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.334118] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.334118] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.334118] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.334118] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.334118] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.334118] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.356277] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.356378] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.356693] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.356693] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-569" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.357077] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-09720e4f-ce79-4f0f-b14f-f4dc330f3817 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.357278] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.357446] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.357854] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.358016] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09720e4f-ce79-4f0f-b14f-f4dc330f3817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.379723] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.860801] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.861351] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.861501] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.861784] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.861976] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.862171] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 09720e4f-ce79-4f0f-b14f-f4dc330f3817 not found, creating... [ 879.862593] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.862804] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.862935] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.863498] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.863670] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.865389] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.865389] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.865389] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.865389] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.865389] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.865389] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 09720e4f-ce79-4f0f-b14f-f4dc330f3817 is going to be created. [ 879.881846] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.889028] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.889028] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.889028] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.889028] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.889028] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.889028] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.389889] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.390150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.390254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.390533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.390720] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.390851] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 880.423707] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.423838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.423913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.428023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.428023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.437658] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 880.724574] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.724799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.724855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.725132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.725261] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.870235] env[69806]: INFO networking_nsxv3.common.synchronization [req-473cf4df-445a-4388-8cc1-960d29a560a5 req-89b95802-2d3c-4f61-8191-101036dd70f6 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Enqueued Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 880.870235] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 880.871436] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.872066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.872335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.872977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.873360] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.873651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.874031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.876024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.876024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.876024] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.913355] env[69806]: INFO networking_nsxv3.common.synchronization [req-0d046899-f665-4e10-8859-3bb18d58d11b req-9669cc80-d33f-4dc2-8bf6-dbf88776bca8 service nova] Enqueued Resource ID: b367fd14-af0e-4909-a8b1-ac1587c6679f with Priority: HIGHEST for action security_group_rules [ 880.913355] env[69806]: INFO networking_nsxv3.common.synchronization [req-0d046899-f665-4e10-8859-3bb18d58d11b req-9669cc80-d33f-4dc2-8bf6-dbf88776bca8 service nova] Enqueued Resource ID: b367fd14-af0e-4909-a8b1-ac1587c6679f with Priority: HIGHEST for action security_group_members [ 880.913355] env[69806]: INFO networking_nsxv3.common.synchronization [req-0d046899-f665-4e10-8859-3bb18d58d11b req-9669cc80-d33f-4dc2-8bf6-dbf88776bca8 service nova] Enqueued Resource ID: 09720e4f-ce79-4f0f-b14f-f4dc330f3817 with Priority: HIGHEST for action port [ 880.913743] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b367fd14-af0e-4909-a8b1-ac1587c6679f with Priority: HIGHEST for action security_group_rules [ 880.913878] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b367fd14-af0e-4909-a8b1-ac1587c6679f with Priority: HIGHEST for action security_group_members [ 880.913975] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09720e4f-ce79-4f0f-b14f-f4dc330f3817 with Priority: HIGHEST for action port [ 880.914259] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b367fd14-af0e-4909-a8b1-ac1587c6679f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.914379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.914446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.914699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.914780] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b367fd14-af0e-4909-a8b1-ac1587c6679f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.915737] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-b367fd14-af0e-4909-a8b1-ac1587c6679f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.915807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.915874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.916062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.916208] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.916302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.916362] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.916507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.916591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.916683] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b367fd14-af0e-4909-a8b1-ac1587c6679f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.917709] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-09720e4f-ce79-4f0f-b14f-f4dc330f3817 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.918174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.918174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.918174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.918174] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09720e4f-ce79-4f0f-b14f-f4dc330f3817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.048122] env[69806]: INFO networking_nsxv3.common.synchronization [None req-e18ed5e7-2c73-4399-b56a-c123c2c2efc8 None None] Enqueued Resource ID: bbaa2c28-1a6f-4c41-be37-ecb802a6b331 with Priority: HIGHEST for action port [ 881.048122] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaa2c28-1a6f-4c41-be37-ecb802a6b331 with Priority: HIGHEST for action port [ 881.048122] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbaa2c28-1a6f-4c41-be37-ecb802a6b331 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.048122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbaa2c28-1a6f-4c41-be37-ecb802a6b331" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.048122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbaa2c28-1a6f-4c41-be37-ecb802a6b331" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.048645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbaa2c28-1a6f-4c41-be37-ecb802a6b331" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.048767] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbaa2c28-1a6f-4c41-be37-ecb802a6b331',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.229382] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.383277] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.420389] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-b367fd14-af0e-4909-a8b1-ac1587c6679f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.420798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.423922] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b367fd14-af0e-4909-a8b1-ac1587c6679f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.423922] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09720e4f-ce79-4f0f-b14f-f4dc330f3817 with status ACTIVE [ 881.423922] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.423922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.423922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.423922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.423922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.423922] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.423922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.423922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.423922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.423922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.423922] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.424706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.424706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.424917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.424984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.425084] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09720e4f-ce79-4f0f-b14f-f4dc330f3817 is going to be updated. [ 881.453403] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.453603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.453710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.455138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.455402] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.455603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.551053] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbaa2c28-1a6f-4c41-be37-ecb802a6b331 [ 881.551545] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.551829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.551994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.552637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.552637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.552637] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbaa2c28-1a6f-4c41-be37-ecb802a6b331 already deleted. [ 881.552637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbaa2c28-1a6f-4c41-be37-ecb802a6b331" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.680317] env[69806]: INFO networking_nsxv3.common.synchronization [req-7c7313ad-1935-41fa-bb72-46d66baababb req-ef5ec8e2-33c2-4fcd-b686-f4ae35ee09ed tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Enqueued Resource ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 with Priority: HIGHEST for action security_group_members [ 881.680317] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 with Priority: HIGHEST for action security_group_members [ 881.684582] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f7a1def-36b6-48eb-8238-7fc650440e52 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.684582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.684582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.684582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.684582] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.684582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.684582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.684582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.684582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.684582] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f7a1def-36b6-48eb-8238-7fc650440e52',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.733614] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.885609] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.928425] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b367fd14-af0e-4909-a8b1-ac1587c6679f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.188574] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.189038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.189038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.189284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.189284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.189449] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.189449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.189561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.189633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.189699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.189906] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 already deleted. [ 882.189906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.235976] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 882.235976] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 882.270066] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-340 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.270622] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-340" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.277307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-340" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.277307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-340" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.277307] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.277307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.277307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.277307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.277307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.277307] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.277307] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.277307] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.277307] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.278379] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.278379] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.278379] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.300809] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.301066] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 882.301253] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.301487] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-340" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.301923] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.302783] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.302946] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.303426] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.303673] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.392804] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.393065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.393065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.393271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.393353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.393457] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b811929-f20f-4453-8e81-76da321ccc90 is going to be updated. [ 882.429627] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.429928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.430103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.430371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.430970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.432186] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.432377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.432489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.432703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.432911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.433110] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b367fd14-af0e-4909-a8b1-ac1587c6679f is going to be created. [ 882.446030] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: IN_PROGRESS for 2s [ 882.455464] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 882.455694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.455902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.457190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.457190] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.457190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.457190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.457190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.457190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.457190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.457656] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.471067] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.471345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.471567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.471802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.471994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.484235] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b367fd14-af0e-4909-a8b1-ac1587c6679f in Status: UNINITIALIZED for 2s [ 882.806758] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.806953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.807053] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.807509] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.807770] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.807992] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 not found, creating... [ 882.808412] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.808666] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.808851] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.810304] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.811064] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.811064] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.811337] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.811463] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.811842] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.812205] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.812407] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 is going to be created. [ 882.841904] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.842327] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.842479] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.844780] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.844780] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.844780] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.960029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.960438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.960438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.960612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.960756] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.960867] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.960934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.961117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.961208] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.961437] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.961616] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.961715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.961770] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.961964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.962159] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.962258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.962312] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.962462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.962540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.962626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.962719] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.368843] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.369390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.369390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.369390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.384298] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 883.385765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.386882] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 883.416485] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.416641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.416750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.416913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.425597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.426138] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 883.426250] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'09720e4f-ce79-4f0f-b14f-f4dc330f3817'} {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 883.426358] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 883.464669] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.464847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.464948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.465397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.467897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.468133] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 883.469371] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006590f0-6ec6-4532-ace5-243bd16c2122: rpc.has_security_group_logging(os_id): False [ 883.489348] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.489591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.489591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.489914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.520936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.521305] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.521802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.521802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.521802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.522026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.522124] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.522208] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.522277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.522478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.522598] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.522808] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.522932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.523033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.523282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.523377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.523472] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 883.566030] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.566264] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.566366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.566687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.567011] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.567527] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 883.605802] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.606034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.606084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.606289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.606454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.624141] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 883.647381] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.647674] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.647713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.647926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.648160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.648402] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 883.648500] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef', '37f8b4ff-726b-4312-b572-c8e94d90f9da', 'f54806b5-1fbc-4346-b18c-85dd832078a9', 'eb017707-f805-4235-bef4-830a17cd7215', 'f2edc8c9-eb47-436e-a992-1b5351b794dd', '300c68ac-bbde-4184-aa8e-2b911300dd41', '88bc81f1-c7d8-417c-b21f-c4248c63d277', '04fee7cc-2156-4181-a367-567ca2424632', '7a438d2c-ebfa-4cab-a4e3-08ecb52efacd', '3b811929-f20f-4453-8e81-76da321ccc90', 'c32a9a75-8212-4dfa-9f38-92e70cc78514', '7fab1039-17c3-43ca-943b-b4dca50c1107', '407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7', '006590f0-6ec6-4532-ace5-243bd16c2122', 'bdfbbbcc-e81e-4aa4-9825-8f7614b482d2', '6ea2ccf5-da74-47aa-883a-5b727943b531', '9f80274c-b3fb-43ef-aca0-2472dbf9757e', '20b85913-f224-49ab-857b-7a0c69d2db11', '44ae2e17-942c-4f94-a44a-44438df58bf6', 'df0e7c72-306f-460d-b9d1-de16c0db1325', '84b0780d-dd43-4759-8dc5-65472cc7eaee', '685ed284-67ad-4968-9983-e4669449e992', '73455489-905b-4db8-8e48-2c6a0d7c3bee', '421d2ed2-56e2-4311-8fd4-716d1e5d0257', '9c678da5-5ac5-4a40-8712-f0bf21816c54', 'd7798e20-5b4e-4b9d-8b57-d3272082b5d0', '9e16859e-db54-4510-87fb-b29192c53a23', '811c8266-8581-4dda-bdcb-63bebec1a9ca', '2f0af319-35e6-47ae-9bbb-6dbc3cd597b5', '777619b5-780a-4c68-9ab2-08ff9394ca16', 'e3368344-bbbc-4245-b7a3-1ff6432bf662', '2e4ba8ed-652d-41da-aa77-6da75d7d979c', '7c7af846-02d5-496a-8995-df13d5af938a', 'e6cad344-e95c-446b-aef8-469bc641e273'} {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 883.648598] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 883.675656] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.675656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.675939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.675939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.676061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.676187] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 883.676268] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 883.676346] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 883.776739] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.776939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.776990] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.777230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.778020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.778256] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 883.778337] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 883.778427] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 883.778531] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 883.778620] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09720e4f-ce79-4f0f-b14f-f4dc330f3817 with Priority: HIGH for action port [ 883.778708] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/34 resources of Type:Security Group Rules [ 883.778769] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef with Priority: HIGH for action security_group_rules [ 883.778840] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGH for action security_group_rules [ 883.778904] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f54806b5-1fbc-4346-b18c-85dd832078a9 with Priority: HIGH for action security_group_rules [ 883.778965] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGH for action security_group_rules [ 883.779038] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGH for action security_group_rules [ 883.779100] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 with Priority: HIGH for action security_group_rules [ 883.779159] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGH for action security_group_rules [ 883.779221] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGH for action security_group_rules [ 883.779273] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd with Priority: HIGH for action security_group_rules [ 883.779337] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGH for action security_group_rules [ 883.779398] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGH for action security_group_rules [ 883.779462] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGH for action security_group_rules [ 883.779524] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGH for action security_group_rules [ 883.779584] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGH for action security_group_rules [ 883.779645] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGH for action security_group_rules [ 883.779708] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 with Priority: HIGH for action security_group_rules [ 883.779770] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGH for action security_group_rules [ 883.779832] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGH for action security_group_rules [ 883.779895] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGH for action security_group_rules [ 883.780007] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.811659] env[69806]: INFO networking_nsxv3.common.synchronization [req-7c7313ad-1935-41fa-bb72-46d66baababb req-d887d4b5-df00-4503-bc8c-500779aaf371 service nova] Enqueued Resource ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 with Priority: HIGHEST for action security_group_rules [ 883.811838] env[69806]: INFO networking_nsxv3.common.synchronization [req-7c7313ad-1935-41fa-bb72-46d66baababb req-d887d4b5-df00-4503-bc8c-500779aaf371 service nova] Enqueued Resource ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 with Priority: HIGHEST for action security_group_members [ 883.811971] env[69806]: INFO networking_nsxv3.common.synchronization [req-7c7313ad-1935-41fa-bb72-46d66baababb req-d887d4b5-df00-4503-bc8c-500779aaf371 service nova] Enqueued Resource ID: f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 with Priority: HIGHEST for action port [ 883.812217] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 with Priority: HIGHEST for action security_group_rules [ 883.812357] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 with Priority: HIGHEST for action security_group_members [ 883.812472] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 with Priority: HIGHEST for action port [ 883.812577] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09720e4f-ce79-4f0f-b14f-f4dc330f3817 with Priority: HIGH for action port [ 883.812753] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da with Priority: HIGH for action security_group_rules [ 883.812753] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 with Priority: HIGH for action security_group_rules [ 883.812848] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGH for action security_group_rules [ 883.812926] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGH for action security_group_rules [ 883.813124] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGH for action security_group_rules [ 883.813263] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGH for action security_group_rules [ 883.813357] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 with Priority: HIGH for action security_group_rules [ 883.813447] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGH for action security_group_rules [ 883.813561] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 with Priority: HIGH for action security_group_rules [ 883.813687] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 with Priority: HIGH for action security_group_rules [ 883.813770] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 with Priority: HIGH for action security_group_rules [ 883.813770] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGH for action security_group_rules [ 883.813863] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd with Priority: HIGH for action security_group_rules [ 883.813944] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGH for action security_group_rules [ 883.814072] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGH for action security_group_rules [ 883.814118] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 with Priority: HIGH for action security_group_rules [ 883.814201] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGH for action security_group_rules [ 883.814276] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef with Priority: HIGH for action security_group_rules [ 883.814363] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54806b5-1fbc-4346-b18c-85dd832078a9 with Priority: HIGH for action security_group_rules [ 883.814934] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f7a1def-36b6-48eb-8238-7fc650440e52 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.815067] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.815135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.816133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.816133] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f7a1def-36b6-48eb-8238-7fc650440e52',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.817319] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f7a1def-36b6-48eb-8238-7fc650440e52 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.817485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.817942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.818074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.818434] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.818575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.818644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.818800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.818884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.818976] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f7a1def-36b6-48eb-8238-7fc650440e52',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.820079] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.820339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.820423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.820580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.820656] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.822046] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-09720e4f-ce79-4f0f-b14f-f4dc330f3817 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.822192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.822258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.822370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.822440] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09720e4f-ce79-4f0f-b14f-f4dc330f3817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.823832] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37f8b4ff-726b-4312-b572-c8e94d90f9da taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.823832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.823832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.823832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.824058] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37f8b4ff-726b-4312-b572-c8e94d90f9da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.824982] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-300c68ac-bbde-4184-aa8e-2b911300dd41 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.825346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.825346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.825346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.825475] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('300c68ac-bbde-4184-aa8e-2b911300dd41',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.826066] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.826286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.826490] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.826588] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.826644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.826786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.826854] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.827705] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.827821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.827882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.828033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.828101] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.828842] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.828926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.828926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.829820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.829963] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.831109] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ea2ccf5-da74-47aa-883a-5b727943b531 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.831765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.831765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.831970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.832071] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ea2ccf5-da74-47aa-883a-5b727943b531',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.833521] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.833619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.833619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.833753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.833851] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.834087] env[69806]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 883.835169] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.835277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.835338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.835492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.835563] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdfbbbcc-e81e-4aa4-9825-8f7614b482d2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.836667] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fab1039-17c3-43ca-943b-b4dca50c1107 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.836778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.836859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.836990] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.837073] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fab1039-17c3-43ca-943b-b4dca50c1107',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.838198] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c32a9a75-8212-4dfa-9f38-92e70cc78514 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.838304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.838370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.838795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.838795] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c32a9a75-8212-4dfa-9f38-92e70cc78514',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.839681] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.839808] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.839878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.840100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.840100] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.840882] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.841013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.841055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.841230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.841292] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a438d2c-ebfa-4cab-a4e3-08ecb52efacd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.843093] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.843550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.843651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.843819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.844054] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.845433] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.845586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.845700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.845875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.845875] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.847353] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88bc81f1-c7d8-417c-b21f-c4248c63d277 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.847479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.847550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.847691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.847858] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88bc81f1-c7d8-417c-b21f-c4248c63d277',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.849044] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb017707-f805-4235-bef4-830a17cd7215 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.849157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.849224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.849395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.849480] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.850680] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.850814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.850885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.851104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.851172] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.851511] env[69806]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 883.852520] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54806b5-1fbc-4346-b18c-85dd832078a9 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.852633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.852688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.852840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.852913] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54806b5-1fbc-4346-b18c-85dd832078a9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.885810] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.885810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.885810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.885810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.911655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.911779] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be deleted. [ 883.964327] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.964647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.964647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.964892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.965011] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.965116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.318112] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f7a1def-36b6-48eb-8238-7fc650440e52 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.318349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.320787] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f7a1def-36b6-48eb-8238-7fc650440e52',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.323088] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 with status ACTIVE [ 884.323201] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.323329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.323400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.323607] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.323713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.323906] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.324014] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.324196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.324506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.324506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.324612] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.324669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.324745] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.324862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.324935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.325032] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9 is going to be updated. [ 884.327232] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09720e4f-ce79-4f0f-b14f-f4dc330f3817 with status ACTIVE [ 884.327429] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.327517] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.327590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.327788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.327922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.328136] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.328256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.328353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.328556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.328642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.328825] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.328935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.329023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.329174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.329249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.329334] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09720e4f-ce79-4f0f-b14f-f4dc330f3817 is going to be updated. [ 884.360586] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.360850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.360850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.361111] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.366538] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.366761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.366850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.367091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.367264] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.367508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09720e4f-ce79-4f0f-b14f-f4dc330f3817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.368779] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.368935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.369054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.369349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.369549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.369978] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f28c49fe-ec4f-4db3-8bbd-8c7c689b57c9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.386329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.386485] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37f8b4ff-726b-4312-b572-c8e94d90f9da is going to be deleted. [ 884.395911] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.395911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.395911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.395911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.395911] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.395911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.395911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.395911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.395911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.395911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.395911] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.396409] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb017707-f805-4235-bef4-830a17cd7215 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.396677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.396835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.397095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.397337] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.397671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.397818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.398046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.398490] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.398677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.398857] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.400589] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.400913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.401108] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.401369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.403722] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.404209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.404570] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.404788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.408019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.408019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.408019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.408019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.408019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.408019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.408019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.408019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.408019] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.408019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.408019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.420396] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.427151] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.433708] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb017707-f805-4235-bef4-830a17cd7215: rpc.has_security_group_logging(os_id): False [ 884.473763] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.473926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.474905] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.475018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.480194] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.480357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.481438] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: SUCCESS [ 884.481656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.481825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.482056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.482265] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.482394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.482468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.482641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.482725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.482816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.482908] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.485693] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.485825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.486665] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.486769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.492129] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.492129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.492129] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.492129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.492129] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.492129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.494404] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.494404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.497256] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.497987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.502073] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 884.502073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.502073] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 300c68ac-bbde-4184-aa8e-2b911300dd41 is going to be deleted. [ 884.503227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.503685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.507715] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.507715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.507715] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b367fd14-af0e-4909-a8b1-ac1587c6679f in Status: SUCCESS [ 884.507951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.509586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.509819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.510014] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.510344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.510344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.510447] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.510447] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.510571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.510607] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b367fd14-af0e-4909-a8b1-ac1587c6679f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.516307] env[69806]: INFO networking_nsxv3.common.synchronization [req-363e84ed-8b9b-4ec7-ab59-38c11278e952 req-bc9c3bbe-c019-42d1-9140-5e6f0289a202 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_members [ 884.516307] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_members [ 884.516307] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.516307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.516307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.516615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.516615] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.516749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.516749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.516865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.516941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.517041] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.569476] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 884.570661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.570661] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be deleted. [ 884.575127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.575365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.576990] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.577150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.616285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.616285] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ea2ccf5-da74-47aa-883a-5b727943b531 is going to be deleted. [ 884.616726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.616947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.640140] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.640140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.654496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.654734] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c32a9a75-8212-4dfa-9f38-92e70cc78514 is going to be deleted. [ 884.656111] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.656382] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.728342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.728559] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd is going to be deleted. [ 884.729843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.729843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.762146] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.762304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.793949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.794101] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdfbbbcc-e81e-4aa4-9825-8f7614b482d2 is going to be deleted. [ 884.795611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.795826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.798620] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.798755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.818078] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.818078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.828510] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f7a1def-36b6-48eb-8238-7fc650440e52',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.887130] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.887130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.889144] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 884.889764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.889894] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54806b5-1fbc-4346-b18c-85dd832078a9 is going to be deleted. [ 884.891479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.891740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.903966] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.904171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.904235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.904407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.904572] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.904664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.904725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.904868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.904953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.905053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.905202] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.905301] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.905377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.905546] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.905695] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.905784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.905855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.905971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.906062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.906142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.906232] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.937288] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04fee7cc-2156-4181-a367-567ca2424632: rpc.has_security_group_logging(os_id): False [ 884.952017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.952183] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be deleted. [ 884.953567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.953787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.990187] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.990536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.990536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.990711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.990909] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.991039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.991104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.991258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.991339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.991430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.991568] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.991729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.991729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.991969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.992154] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.992258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.992320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.992519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.992625] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.992749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.992859] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.998659] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.998794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.005132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.005132] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef is going to be deleted. [ 885.010203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.010203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.017022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-b367fd14-af0e-4909-a8b1-ac1587c6679f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.017022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.017022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-b367fd14-af0e-4909-a8b1-ac1587c6679f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.017022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.017022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.018010] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.018010] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.018010] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.018010] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.018010] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b367fd14-af0e-4909-a8b1-ac1587c6679f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.019604] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.019781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.021041] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.021148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.029447] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.029568] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.054636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.054636] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fab1039-17c3-43ca-943b-b4dca50c1107 is going to be deleted. [ 885.054636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.054636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.105191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.107135] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.107135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.107135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.107135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.107135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.107135] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb017707-f805-4235-bef4-830a17cd7215 is going to be updated. [ 885.108043] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.108043] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.182141] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.182287] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a438d2c-ebfa-4cab-a4e3-08ecb52efacd is going to be deleted. [ 885.183657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.183904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.183999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.184331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37f8b4ff-726b-4312-b572-c8e94d90f9da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.184504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.184698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.184782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.184892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-300c68ac-bbde-4184-aa8e-2b911300dd41" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.185825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.186058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.186164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.186239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c32a9a75-8212-4dfa-9f38-92e70cc78514" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ea2ccf5-da74-47aa-883a-5b727943b531" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.187789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.188591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.198188] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.198188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.199015] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.199381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.234095] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.234095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.243782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.247026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.247026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.247026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.247026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.247026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.247026] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 885.247026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.247026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.247026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.247026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.247026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.247026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.247026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.247026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.247026] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 already deleted. [ 885.248023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.248023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.248023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.248023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.248023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54806b5-1fbc-4346-b18c-85dd832078a9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.248023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.248023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.248222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.248222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdfbbbcc-e81e-4aa4-9825-8f7614b482d2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.248284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.248429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.265664] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.265664] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.265664] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.265879] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.266099] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.266251] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.266363] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.266711] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.266711] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.266929] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.267047] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.267156] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.267262] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.267367] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.267507] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.267673] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.300919] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.301162] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.301407] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.301766] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.302307] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-f131f2fd-e468-46ba-8304-32cffdad9815 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.302515] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-f131f2fd-e468-46ba-8304-32cffdad9815" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.302713] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-f131f2fd-e468-46ba-8304-32cffdad9815" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.303715] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-f131f2fd-e468-46ba-8304-32cffdad9815" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.303715] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f131f2fd-e468-46ba-8304-32cffdad9815',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.313563] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.313727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.332731] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.333248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.333248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.333634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.333814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.334050] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 is going to be created. [ 885.362918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.363171] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88bc81f1-c7d8-417c-b21f-c4248c63d277 is going to be deleted. [ 885.364800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.365171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.365339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.365544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.368409] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.368409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.368409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.368409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.368729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.370141] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.370367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.370501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.370723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fab1039-17c3-43ca-943b-b4dca50c1107" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.371546] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.371910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.372100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.372340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb8e4c9d-c6d9-4f87-9199-7b0f3e019eef" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.372576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.372824] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.372990] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.373156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a438d2c-ebfa-4cab-a4e3-08ecb52efacd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.407924] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb017707-f805-4235-bef4-830a17cd7215 in Status: IN_PROGRESS for 2s [ 885.408742] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f80274c-b3fb-43ef-aca0-2472dbf9757e: rpc.has_security_group_logging(os_id): False [ 885.430292] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.430603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.430694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.430944] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.431127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.437897] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.438113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.438190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.438421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.472736] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 in Status: UNINITIALIZED for 2s [ 885.490521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.490833] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.490997] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.491079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.491290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.491424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.491672] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.491779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.491846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.492016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.492103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.492414] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.492601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.492718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.492936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.493031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.493139] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be updated. [ 885.501493] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b811929-f20f-4453-8e81-76da321ccc90: rpc.has_security_group_logging(os_id): False [ 885.503151] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.503442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.503442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.503650] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.503854] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.518953] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b367fd14-af0e-4909-a8b1-ac1587c6679f: rpc.has_security_group_logging(os_id): False [ 885.561595] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.561704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.561775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.562050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.562211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.562498] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.562498] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.562498] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.562995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.562995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.562995] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.563405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.563405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.563405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.563405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.563571] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.563636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.563697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.563840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.563918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.564010] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b367fd14-af0e-4909-a8b1-ac1587c6679f is going to be created. [ 885.571062] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.571149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.571211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.571422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.573188] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 885.579366] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.579544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.620343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.620636] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.620770] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.620848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.621094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.621196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.621455] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.621540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.621540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.621718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.621831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.622083] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.622179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.622384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.622461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.622497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.622640] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b811929-f20f-4453-8e81-76da321ccc90 is going to be updated. [ 885.624022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.624265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.624346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.624394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88bc81f1-c7d8-417c-b21f-c4248c63d277" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.759757] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.759955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.759955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.760200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.760346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.768084] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.768281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.768281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.768554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.768735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.770567] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 885.770692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.771216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.771499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.771499] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.808442] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.808442] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.808442] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.808442] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.808442] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.808442] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port f131f2fd-e468-46ba-8304-32cffdad9815 not found, creating... [ 885.808877] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.808877] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.809494] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.809494] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.809686] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.810140] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.810370] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.810553] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.811167] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.811233] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.811460] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: f131f2fd-e468-46ba-8304-32cffdad9815 is going to be created. [ 885.813380] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b367fd14-af0e-4909-a8b1-ac1587c6679f in Status: IN_PROGRESS for 2s [ 885.814087] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: IN_PROGRESS for 2s [ 885.856848] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.857050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.857090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.858532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.858532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.867312] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.867547] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.868048] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.868184] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.868748] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.868748] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-f131f2fd-e468-46ba-8304-32cffdad9815" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.882184] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 885.882688] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: IN_PROGRESS for 2s [ 886.273338] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.273653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.273653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.273858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.274049] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.274158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.274222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.274378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.274495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.274588] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.274695] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.781385] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.781385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.781385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.781541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.782673] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.782673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.782673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.782673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.782673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.782673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.782673] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.782673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.782673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.782673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.783135] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.783135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.783135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.783135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.783135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.783456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.783456] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.802629] env[69806]: INFO networking_nsxv3.common.synchronization [req-363e84ed-8b9b-4ec7-ab59-38c11278e952 req-c1f11f5b-e5b1-4535-ae80-f34ec47425ba service nova] Enqueued Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_rules [ 886.804864] env[69806]: INFO networking_nsxv3.common.synchronization [req-363e84ed-8b9b-4ec7-ab59-38c11278e952 req-c1f11f5b-e5b1-4535-ae80-f34ec47425ba service nova] Enqueued Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_members [ 886.805306] env[69806]: INFO networking_nsxv3.common.synchronization [req-363e84ed-8b9b-4ec7-ab59-38c11278e952 req-c1f11f5b-e5b1-4535-ae80-f34ec47425ba service nova] Enqueued Resource ID: f131f2fd-e468-46ba-8304-32cffdad9815 with Priority: HIGHEST for action port [ 886.808560] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_rules [ 886.808854] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_members [ 886.809068] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f131f2fd-e468-46ba-8304-32cffdad9815 with Priority: HIGHEST for action port [ 886.810106] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.810366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.810540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.810920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.811116] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.817788] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.818064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.818209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.818581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.818948] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.819289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.819289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.819637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.819822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.820020] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.823973] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-f131f2fd-e468-46ba-8304-32cffdad9815 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.824744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f131f2fd-e468-46ba-8304-32cffdad9815" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.824862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f131f2fd-e468-46ba-8304-32cffdad9815" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.825148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f131f2fd-e468-46ba-8304-32cffdad9815" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.825249] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f131f2fd-e468-46ba-8304-32cffdad9815',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.145036] env[69806]: INFO networking_nsxv3.common.synchronization [req-4d85b54e-5d11-4906-bafe-d431fc189c9b req-2da42018-1186-4cd0-9a5c-78a5bc8538cc tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 887.145036] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 887.145036] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.145036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.145036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.145036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.145036] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.145036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.145036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.145683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.145900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.146122] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.287363] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006590f0-6ec6-4532-ace5-243bd16c2122: rpc.has_security_group_logging(os_id): False [ 887.309753] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.309753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.309753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.309753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.313189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.313889] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.313889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.313889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.314134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.314134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.314936] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.314936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.314936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.314936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.314936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.316406] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.316480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.316518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.320022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.320022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.320022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 887.324483] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.327322] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.327322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.327572] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f131f2fd-e468-46ba-8304-32cffdad9815 with status ACTIVE [ 887.327822] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.328264] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.328264] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.329359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.329359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.329359] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.329359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.329359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.329664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.329664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.329664] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.329792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.329829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.331964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.333205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.333205] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f131f2fd-e468-46ba-8304-32cffdad9815 is going to be updated. [ 887.355059] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.355238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.355292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.355495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.355632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.355806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f131f2fd-e468-46ba-8304-32cffdad9815" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.379568] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.379684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.380365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.380365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.380365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.406913] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 887.426595] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb017707-f805-4235-bef4-830a17cd7215 in Status: SUCCESS [ 887.426791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.482035] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.482296] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.482856] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.482856] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.483096] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.483289] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.483403] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.483748] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.483898] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.484143] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.484283] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.484427] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.484489] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.484600] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.484707] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.484862] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.496832] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 in Status: SUCCESS [ 887.497772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.498008] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.498336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.498823] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.498932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.498970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.499221] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.499379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.500431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.500431] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f7a1def-36b6-48eb-8238-7fc650440e52',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.518869] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.518869] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.518869] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.519122] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-26" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.519343] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-440590e0-b686-4fe9-a456-51a725d59ee7 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.519545] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-440590e0-b686-4fe9-a456-51a725d59ee7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.519674] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-440590e0-b686-4fe9-a456-51a725d59ee7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.520406] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-440590e0-b686-4fe9-a456-51a725d59ee7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.520571] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('440590e0-b686-4fe9-a456-51a725d59ee7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.589249] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 887.589470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.649639] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.827268] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.829252] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b367fd14-af0e-4909-a8b1-ac1587c6679f in Status: SUCCESS [ 887.829463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.837011] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 887.837247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.896125] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: SUCCESS [ 887.896361] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.002431] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f7a1def-36b6-48eb-8238-7fc650440e52 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.002707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.002794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.003023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.003229] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.003336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.003419] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.003792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.003943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.004089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.004289] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f7a1def-36b6-48eb-8238-7fc650440e52 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.004420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.004483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.004640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.004789] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.004892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.004967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.005191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.005353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.005492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.005606] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f7a1def-36b6-48eb-8238-7fc650440e52',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.023926] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.024191] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.024323] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.024692] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.024857] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.025023] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 440590e0-b686-4fe9-a456-51a725d59ee7 not found, creating... [ 888.025296] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.025506] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.025620] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.025847] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.025986] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.026291] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.026447] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.026564] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.026768] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.026902] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.027265] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 440590e0-b686-4fe9-a456-51a725d59ee7 is going to be created. [ 888.050493] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.050747] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.050863] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.051183] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.051414] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.051637] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-440590e0-b686-4fe9-a456-51a725d59ee7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.153449] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.330581] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.334435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.334435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.334435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.334435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.334435] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 is going to be created. [ 888.360631] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.360917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.361324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.361324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.361505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.371916] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 in Status: UNINITIALIZED for 2s [ 888.441501] env[69806]: INFO networking_nsxv3.common.synchronization [req-083a446d-4761-4e65-9845-ff06f46bfa90 req-66b98105-7915-41b3-b997-d3d3f678352a tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_members [ 888.441700] env[69806]: INFO networking_nsxv3.common.synchronization [req-083a446d-4761-4e65-9845-ff06f46bfa90 req-66b98105-7915-41b3-b997-d3d3f678352a tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 888.442268] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_members [ 888.442362] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 888.442646] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-227c075a-30b1-41cb-acea-0105b9d65b8a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.442763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.442829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.443101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.443336] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.443412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.443412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.443561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.443639] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.443723] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.444611] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.444781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.444781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.444919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.445078] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.445165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.445229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.445387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.445497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.445595] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.506517] env[69806]: INFO networking_nsxv3.common.synchronization [req-083a446d-4761-4e65-9845-ff06f46bfa90 req-66b98105-7915-41b3-b997-d3d3f678352a tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 888.507566] env[69806]: INFO networking_nsxv3.common.synchronization [req-083a446d-4761-4e65-9845-ff06f46bfa90 req-66b98105-7915-41b3-b997-d3d3f678352a tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 888.507566] env[69806]: INFO networking_nsxv3.common.synchronization [req-083a446d-4761-4e65-9845-ff06f46bfa90 req-66b98105-7915-41b3-b997-d3d3f678352a tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_rules [ 888.507566] env[69806]: INFO networking_nsxv3.common.synchronization [req-083a446d-4761-4e65-9845-ff06f46bfa90 req-66b98105-7915-41b3-b997-d3d3f678352a tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_members [ 888.507566] env[69806]: INFO networking_nsxv3.common.synchronization [req-083a446d-4761-4e65-9845-ff06f46bfa90 req-66b98105-7915-41b3-b997-d3d3f678352a tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: f182f951-c941-40d0-8bae-4ce0f551d0f7 with Priority: HIGHEST for action port [ 888.508076] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 888.508213] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_rules [ 888.508305] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f182f951-c941-40d0-8bae-4ce0f551d0f7 with Priority: HIGHEST for action port [ 888.508395] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 888.508504] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_members [ 888.508787] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.508880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.509165] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-227c075a-30b1-41cb-acea-0105b9d65b8a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.509298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.510023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.510023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.510023] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.510692] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-f182f951-c941-40d0-8bae-4ce0f551d0f7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.510795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.511096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.511096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.511174] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f182f951-c941-40d0-8bae-4ce0f551d0f7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.512513] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.512513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.512982] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-227c075a-30b1-41cb-acea-0105b9d65b8a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.513613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.513613] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f7a1def-36b6-48eb-8238-7fc650440e52: rpc.has_security_group_logging(os_id): False [ 888.531942] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.532090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.532159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.532384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.532469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.532649] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.532741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.532803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.532943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.533051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.533220] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.533309] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.533365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.533509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.533580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.533774] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.533865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.533918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.534265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.534372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.534480] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 is going to be created. [ 888.607031] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.607031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.607031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.607031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.607031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.623367] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 in Status: IN_PROGRESS for 2s [ 888.656458] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.656646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.656717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.656934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.657037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.657142] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 888.729928] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.730179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.730179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.730375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.730525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.742162] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 888.806693] env[69806]: INFO networking_nsxv3.common.synchronization [req-4d85b54e-5d11-4906-bafe-d431fc189c9b req-02e8c729-e71a-4565-b70f-10e8f7ccf996 service nova] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_rules [ 888.806693] env[69806]: INFO networking_nsxv3.common.synchronization [req-4d85b54e-5d11-4906-bafe-d431fc189c9b req-02e8c729-e71a-4565-b70f-10e8f7ccf996 service nova] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 888.806693] env[69806]: INFO networking_nsxv3.common.synchronization [req-4d85b54e-5d11-4906-bafe-d431fc189c9b req-02e8c729-e71a-4565-b70f-10e8f7ccf996 service nova] Enqueued Resource ID: 440590e0-b686-4fe9-a456-51a725d59ee7 with Priority: HIGHEST for action port [ 888.806693] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_rules [ 888.806693] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 888.806693] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 440590e0-b686-4fe9-a456-51a725d59ee7 with Priority: HIGHEST for action port [ 888.810217] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.810724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.810724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.810864] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.810864] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.812531] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.812531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.812733] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-440590e0-b686-4fe9-a456-51a725d59ee7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.812851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-440590e0-b686-4fe9-a456-51a725d59ee7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.812916] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-440590e0-b686-4fe9-a456-51a725d59ee7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.813162] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-440590e0-b686-4fe9-a456-51a725d59ee7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.813241] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('440590e0-b686-4fe9-a456-51a725d59ee7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.947082] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.948459] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.018020] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f182f951-c941-40d0-8bae-4ce0f551d0f7 with status ACTIVE [ 889.018020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.018020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.018020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.018020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.018020] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f182f951-c941-40d0-8bae-4ce0f551d0f7 is going to be updated. [ 889.019930] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-227c075a-30b1-41cb-acea-0105b9d65b8a taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.020318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.043999] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.044929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.044929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.044929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.044929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.044929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.314932] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.315101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.315333] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 440590e0-b686-4fe9-a456-51a725d59ee7 with status ACTIVE [ 889.315471] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.315579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.315645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.315891] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.315925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.316110] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.316197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.316260] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.316408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.316497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.318065] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.318680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.318680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.318680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.318680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.318680] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 440590e0-b686-4fe9-a456-51a725d59ee7 is going to be updated. [ 889.341984] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.342537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.342537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.342537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.342704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.342864] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-440590e0-b686-4fe9-a456-51a725d59ee7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.429456] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 889.429683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.430080] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.430326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.430476] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.454037] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.456635] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.933134] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.933271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.958667] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.958833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.958899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.959129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.959214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.959313] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 889.961196] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.961196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.961196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.961196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.961633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.961778] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227c075a-30b1-41cb-acea-0105b9d65b8a is going to be created. [ 889.981031] env[69806]: INFO networking_nsxv3.common.synchronization [req-a2b748de-fee9-4042-a4b3-06dbc6486931 req-b6228776-9b9f-4f9a-ae0d-44c31963c678 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 889.981592] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 889.981923] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.982687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.982779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.983658] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.983658] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.983658] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.983852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.983888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.984065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.984065] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.988799] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.988799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.988799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.988799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.988799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.990709] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.990832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.990886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.991055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.991578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.001390] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227c075a-30b1-41cb-acea-0105b9d65b8a in Status: UNINITIALIZED for 2s [ 890.002154] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 890.362854] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.363289] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-940" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.363351] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-940" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.363669] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-940" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.364341] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.364597] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.364740] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.366074] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.366074] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.366074] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.366074] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.366074] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.366074] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.366370] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.366370] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.366587] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.391521] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 in Status: SUCCESS [ 890.391774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.391924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.392253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.392500] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.392652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.392777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.393067] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.393168] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.393348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.393522] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.403767] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.403947] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.404109] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.404293] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-940" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.404633] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-70e208d1-374a-4e6f-a0b0-2c888e3a9f14 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.404827] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-70e208d1-374a-4e6f-a0b0-2c888e3a9f14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.405026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-70e208d1-374a-4e6f-a0b0-2c888e3a9f14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.405348] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-70e208d1-374a-4e6f-a0b0-2c888e3a9f14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.405541] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e208d1-374a-4e6f-a0b0-2c888e3a9f14',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.487565] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.487949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.488118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.488408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.488585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.488904] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.489577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.489577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.489577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.489840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.489883] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd is going to be deleted. [ 890.553655] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.553900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.553966] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.554347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.554347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.554347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.638696] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 in Status: SUCCESS [ 890.638957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.755740] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 890.755740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.755740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.755740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.755740] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.755740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.755740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.756347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.756347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.756347] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.896244] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.911784] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.911784] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.911784] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.911784] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.911784] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.911784] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 70e208d1-374a-4e6f-a0b0-2c888e3a9f14 not found, creating... [ 890.911784] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.911784] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.911784] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.911784] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.911784] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.912679] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.912679] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.912679] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.912679] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.912679] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.912679] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 70e208d1-374a-4e6f-a0b0-2c888e3a9f14 is going to be created. [ 890.939273] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.939621] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.939846] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.940282] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.941462] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.941462] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-70e208d1-374a-4e6f-a0b0-2c888e3a9f14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.261407] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.398951] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2: rpc.has_security_group_logging(os_id): False [ 891.421556] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.421734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.422021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.422128] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.422220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.423902] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.423902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.423902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.423902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.423902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.423902] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 is going to be created. [ 891.482816] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.482980] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.483034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.483250] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.483435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.496480] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 in Status: IN_PROGRESS for 2s [ 891.734722] env[69806]: INFO networking_nsxv3.common.synchronization [req-a2b748de-fee9-4042-a4b3-06dbc6486931 req-5d9258ac-3064-45d5-a3b9-74aba39025c5 service nova] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_rules [ 891.734891] env[69806]: INFO networking_nsxv3.common.synchronization [req-a2b748de-fee9-4042-a4b3-06dbc6486931 req-5d9258ac-3064-45d5-a3b9-74aba39025c5 service nova] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 891.736029] env[69806]: INFO networking_nsxv3.common.synchronization [req-a2b748de-fee9-4042-a4b3-06dbc6486931 req-5d9258ac-3064-45d5-a3b9-74aba39025c5 service nova] Enqueued Resource ID: 70e208d1-374a-4e6f-a0b0-2c888e3a9f14 with Priority: HIGHEST for action port [ 891.736029] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_rules [ 891.736029] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 891.736029] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e208d1-374a-4e6f-a0b0-2c888e3a9f14 with Priority: HIGHEST for action port [ 891.736183] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.736288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.736325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.737593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.737593] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.737593] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.737593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.737826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.737858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.737995] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.738451] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.738512] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.738709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.738829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.738929] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.740086] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-70e208d1-374a-4e6f-a0b0-2c888e3a9f14 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.740086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70e208d1-374a-4e6f-a0b0-2c888e3a9f14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.740086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70e208d1-374a-4e6f-a0b0-2c888e3a9f14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.740086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70e208d1-374a-4e6f-a0b0-2c888e3a9f14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.740086] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e208d1-374a-4e6f-a0b0-2c888e3a9f14',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.765405] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.181257] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 892.181508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.182319] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227c075a-30b1-41cb-acea-0105b9d65b8a in Status: SUCCESS [ 892.182510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.182694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.182935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.183168] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.183294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.183376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.183570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.183672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.183779] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.184688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.184885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.185085] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.185210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.185283] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.185453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.185549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.185640] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.241665] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.241818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.243371] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.244488] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70e208d1-374a-4e6f-a0b0-2c888e3a9f14 with status ACTIVE [ 892.244713] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.244842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.244909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.245132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.245221] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.245434] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.245602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.245602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.245818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.245818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.245991] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.246182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.246256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.246811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.246811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.246811] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70e208d1-374a-4e6f-a0b0-2c888e3a9f14 is going to be updated. [ 892.267138] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.267286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.268077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.268077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.268077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.268077] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 892.270605] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.270730] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.270791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.270971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.271910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.271910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70e208d1-374a-4e6f-a0b0-2c888e3a9f14" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.300060] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.300463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.300463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.300463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.301176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.312401] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 892.687866] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.691134] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.749927] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.189956] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.193517] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.252544] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.252544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.252544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.252952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.252952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.253083] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd is going to be created. [ 893.280214] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.280362] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.280472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.280820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.281086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.294030] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: UNINITIALIZED for 2s [ 893.509906] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 in Status: SUCCESS [ 893.510197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.751412] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.751412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.751412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.752018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.752018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.752018] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 893.753565] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.753565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.753565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.753565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.753565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.753947] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227c075a-30b1-41cb-acea-0105b9d65b8a is going to be updated. [ 893.787650] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.787925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.787925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.788067] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.788219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.789938] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.790093] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.790133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.790302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.790420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.808424] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 893.808424] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227c075a-30b1-41cb-acea-0105b9d65b8a in Status: IN_PROGRESS for 2s [ 894.325884] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 894.326358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.326572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.326843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.327080] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.327233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.327313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.327530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.327616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.327705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.327800] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.834663] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.834663] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.834663] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.834663] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.834663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.835539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.835539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.835539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.835539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.835539] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.914835] env[69806]: INFO networking_nsxv3.common.synchronization [req-12f32f7b-1d13-4eb9-bc6d-e50a929ea1a2 req-8553fc72-f278-4432-84fb-b38346e518ff tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: d397a476-86d8-49fb-941a-082fb3e3e86d with Priority: HIGHEST for action security_group_members [ 894.914835] env[69806]: INFO networking_nsxv3.common.synchronization [req-12f32f7b-1d13-4eb9-bc6d-e50a929ea1a2 req-8553fc72-f278-4432-84fb-b38346e518ff tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_members [ 894.914835] env[69806]: INFO networking_nsxv3.common.synchronization [req-12f32f7b-1d13-4eb9-bc6d-e50a929ea1a2 req-8553fc72-f278-4432-84fb-b38346e518ff tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 894.915457] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d397a476-86d8-49fb-941a-082fb3e3e86d with Priority: HIGHEST for action security_group_members [ 894.915457] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_members [ 894.916065] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 894.916065] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-d397a476-86d8-49fb-941a-082fb3e3e86d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.916065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.916201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.916413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.917165] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.917165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.917165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.917165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.917165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.917165] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d397a476-86d8-49fb-941a-082fb3e3e86d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.918076] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-227c075a-30b1-41cb-acea-0105b9d65b8a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.918225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.918309] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.918610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [req-12f32f7b-1d13-4eb9-bc6d-e50a929ea1a2 req-8553fc72-f278-4432-84fb-b38346e518ff tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [req-12f32f7b-1d13-4eb9-bc6d-e50a929ea1a2 req-8553fc72-f278-4432-84fb-b38346e518ff tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [req-12f32f7b-1d13-4eb9-bc6d-e50a929ea1a2 req-8553fc72-f278-4432-84fb-b38346e518ff tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_rules [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [req-12f32f7b-1d13-4eb9-bc6d-e50a929ea1a2 req-8553fc72-f278-4432-84fb-b38346e518ff tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_members [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [req-12f32f7b-1d13-4eb9-bc6d-e50a929ea1a2 req-8553fc72-f278-4432-84fb-b38346e518ff tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: d397a476-86d8-49fb-941a-082fb3e3e86d with Priority: HIGHEST for action security_group_rules [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [req-12f32f7b-1d13-4eb9-bc6d-e50a929ea1a2 req-8553fc72-f278-4432-84fb-b38346e518ff tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: d397a476-86d8-49fb-941a-082fb3e3e86d with Priority: HIGHEST for action security_group_members [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [req-12f32f7b-1d13-4eb9-bc6d-e50a929ea1a2 req-8553fc72-f278-4432-84fb-b38346e518ff tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: f182f951-c941-40d0-8bae-4ce0f551d0f7 with Priority: HIGHEST for action port [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_rules [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_rules [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d397a476-86d8-49fb-941a-082fb3e3e86d with Priority: HIGHEST for action security_group_members [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f182f951-c941-40d0-8bae-4ce0f551d0f7 with Priority: HIGHEST for action port [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d397a476-86d8-49fb-941a-082fb3e3e86d with Priority: HIGHEST for action security_group_rules [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 895.043287] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_members [ 895.043287] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.043287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.043287] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-227c075a-30b1-41cb-acea-0105b9d65b8a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.043287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.043287] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-d397a476-86d8-49fb-941a-082fb3e3e86d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.043945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.043945] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-f182f951-c941-40d0-8bae-4ce0f551d0f7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.043945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.043945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.043945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.043945] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f182f951-c941-40d0-8bae-4ce0f551d0f7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.045414] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d397a476-86d8-49fb-941a-082fb3e3e86d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.045414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.045414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.045566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.045612] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d397a476-86d8-49fb-941a-082fb3e3e86d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.046846] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.046846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.046846] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-227c075a-30b1-41cb-acea-0105b9d65b8a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.046846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.205729] env[69806]: INFO networking_nsxv3.common.synchronization [req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd req-46180f5e-379b-4e13-8c24-10919037ccbf tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 895.205729] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 895.205729] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.205729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.205729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.205729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.205729] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.206766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.206766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.206766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.206766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.206766] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.307604] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: SUCCESS [ 895.310618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.310756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.311016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.311713] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.311713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.311713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.311713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.311713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.311912] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.311943] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.338249] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6cad344-e95c-446b-aef8-469bc641e273: rpc.has_security_group_logging(os_id): False [ 895.360925] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.360925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.360925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.360925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.388214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.388214] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.388214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.388214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.388214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.388214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.388214] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.388214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.388214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.388214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.388214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.388960] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.388960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.388960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.388960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.388960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.388960] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 895.419125] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d397a476-86d8-49fb-941a-082fb3e3e86d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.463926] env[69806]: INFO networking_nsxv3.common.synchronization [req-6bdf5254-997a-4267-9e5f-002f2cb840f0 req-59502048-3eb8-4d78-b845-0e1fbb0bbd3f tempest-ServerMetadataTestJSON-21317979 tempest-ServerMetadataTestJSON-21317979-project-member] Enqueued Resource ID: b367fd14-af0e-4909-a8b1-ac1587c6679f with Priority: HIGHEST for action security_group_members [ 895.464701] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b367fd14-af0e-4909-a8b1-ac1587c6679f with Priority: HIGHEST for action security_group_members [ 895.464795] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-b367fd14-af0e-4909-a8b1-ac1587c6679f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.464922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.464982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.465265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.465489] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.465641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.465726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.465919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.466160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.466201] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b367fd14-af0e-4909-a8b1-ac1587c6679f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.504815] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.505089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.505731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.505731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.505731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.535814] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 895.548355] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f182f951-c941-40d0-8bae-4ce0f551d0f7 with status ACTIVE [ 895.548634] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.548757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.548844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.549231] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.549231] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.549377] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.549465] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.549541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.549750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.549868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.550081] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.550174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.550234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.550402] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.550477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.550566] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f182f951-c941-40d0-8bae-4ce0f551d0f7 is going to be updated. [ 895.552404] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-d397a476-86d8-49fb-941a-082fb3e3e86d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.552520] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.582198] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.582377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.582469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.582751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.582906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.583133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f182f951-c941-40d0-8bae-4ce0f551d0f7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.711468] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.711468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.711468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.711468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.711468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.711468] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.711468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.711468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.711468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.711468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.711468] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be deleted. [ 895.721199] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.721199] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.721199] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.721736] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.722252] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.722673] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.722956] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.723392] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.725036] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.725036] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.725036] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.725036] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.725036] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.725036] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.725036] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.725036] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.753876] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.754105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.754180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.754467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.754593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.754709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.756342] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.756631] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.756855] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.757158] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.757587] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-027242a1-c02e-4efb-93c3-caddeeba7bac taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.757819] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-027242a1-c02e-4efb-93c3-caddeeba7bac" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.757988] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-027242a1-c02e-4efb-93c3-caddeeba7bac" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.758334] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-027242a1-c02e-4efb-93c3-caddeeba7bac" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.758524] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027242a1-c02e-4efb-93c3-caddeeba7bac',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.819206] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.824295] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227c075a-30b1-41cb-acea-0105b9d65b8a in Status: SUCCESS [ 895.824506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.824705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.824951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.825219] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.825351] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.825427] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.825579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.825681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.825774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.825871] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.827382] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 895.827939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.827939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.828084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.828218] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.828288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.828329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.829431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.829431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.829431] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.832232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.832232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.832232] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.832232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.832232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.832232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.832232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.832717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.832827] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.836125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.836394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.836556] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.836701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.836813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.837151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.837345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.837478] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.922729] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d397a476-86d8-49fb-941a-082fb3e3e86d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.971595] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.971804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.971851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.972135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.972230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.972454] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.972554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.972618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.972776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.972852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.972950] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b367fd14-af0e-4909-a8b1-ac1587c6679f is going to be updated. [ 896.016050] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.016346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.016476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.016795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.017037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.029936] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b367fd14-af0e-4909-a8b1-ac1587c6679f in Status: IN_PROGRESS for 2s [ 896.261706] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.262796] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.263343] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.263964] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.264501] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.264784] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 027242a1-c02e-4efb-93c3-caddeeba7bac not found, creating... [ 896.265400] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.266260] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.266430] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.266649] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.266823] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.267924] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.271220] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.271353] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.271592] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.271761] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.271911] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 027242a1-c02e-4efb-93c3-caddeeba7bac is going to be created. [ 896.295702] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.295957] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.296115] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.296380] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.296618] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.297024] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-027242a1-c02e-4efb-93c3-caddeeba7bac" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.320630] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2edc8c9-eb47-436e-a992-1b5351b794dd: rpc.has_security_group_logging(os_id): False [ 896.331387] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.336206] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.336326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.336504] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.340654] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.340834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.340874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.341064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.342551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.342551] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.342551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.342551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.342551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.342551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.342551] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd is going to be created. [ 896.346593] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.412163] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.412440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.412440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.412874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.413010] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.424162] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.424314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.424383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.424825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.424919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.425046] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d397a476-86d8-49fb-941a-082fb3e3e86d is going to be created. [ 896.461620] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: IN_PROGRESS for 2s [ 896.485092] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.489662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.489662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.489662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.489662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.519195] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d397a476-86d8-49fb-941a-082fb3e3e86d in Status: UNINITIALIZED for 2s [ 896.834310] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.840418] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 227c075a-30b1-41cb-acea-0105b9d65b8a: rpc.has_security_group_logging(os_id): False [ 896.851686] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.858950] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.859133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.859201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.859407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.859503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.859736] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.860057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.860057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.860057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.860184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.860219] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 227c075a-30b1-41cb-acea-0105b9d65b8a is going to be created. [ 896.914599] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.914792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.914792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.915019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.915203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.929346] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 227c075a-30b1-41cb-acea-0105b9d65b8a in Status: IN_PROGRESS for 2s [ 896.995921] env[69806]: INFO networking_nsxv3.common.synchronization [req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd req-fcf29184-f38f-476f-b478-0bcce82a34e3 service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 896.996061] env[69806]: INFO networking_nsxv3.common.synchronization [req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd req-fcf29184-f38f-476f-b478-0bcce82a34e3 service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 896.996226] env[69806]: INFO networking_nsxv3.common.synchronization [req-8c84be97-5a4d-46bb-8a4c-44dd8de539cd req-fcf29184-f38f-476f-b478-0bcce82a34e3 service nova] Enqueued Resource ID: 027242a1-c02e-4efb-93c3-caddeeba7bac with Priority: HIGHEST for action port [ 896.996433] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 896.996562] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 896.996662] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 027242a1-c02e-4efb-93c3-caddeeba7bac with Priority: HIGHEST for action port [ 896.997203] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.997322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.997390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.997630] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.997724] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.001293] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.001293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.001293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.001293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.001293] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.001293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.001293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.001293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.001293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.001293] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.001293] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-027242a1-c02e-4efb-93c3-caddeeba7bac taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.001293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-027242a1-c02e-4efb-93c3-caddeeba7bac" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.001293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-027242a1-c02e-4efb-93c3-caddeeba7bac" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.001293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-027242a1-c02e-4efb-93c3-caddeeba7bac" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.001293] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027242a1-c02e-4efb-93c3-caddeeba7bac',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.335852] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.337282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.337282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.337282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.337282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.337282] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227c075a-30b1-41cb-acea-0105b9d65b8a is going to be updated. [ 897.354115] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.354802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.354802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.354926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.355080] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.355197] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 897.372027] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.372400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.372609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.373380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.373705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.387195] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227c075a-30b1-41cb-acea-0105b9d65b8a in Status: IN_PROGRESS for 2s [ 897.390056] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.390387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.390387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.390663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.390896] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.412506] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 897.504513] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 027242a1-c02e-4efb-93c3-caddeeba7bac with status ACTIVE [ 897.505144] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.511023] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.511023] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.511023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.511023] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 027242a1-c02e-4efb-93c3-caddeeba7bac is going to be updated. [ 897.512838] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.513076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.513350] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.536422] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.538121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.538121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.538121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.538121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.538121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-027242a1-c02e-4efb-93c3-caddeeba7bac" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.552932] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 897.553850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.967545] env[69806]: INFO networking_nsxv3.common.synchronization [req-3615a3e3-b337-48b6-b007-ad2e23440234 req-6f3677e6-8ac6-4204-bbd6-b74966dc0e76 tempest-ServerPasswordTestJSON-589325170 tempest-ServerPasswordTestJSON-589325170-project-member] Enqueued Resource ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 with Priority: HIGHEST for action security_group_members [ 897.967545] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 with Priority: HIGHEST for action security_group_members [ 897.967545] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f7a1def-36b6-48eb-8238-7fc650440e52 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.967545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.967545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.967545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.967545] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.967545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.967545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.967545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.967545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.967545] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f7a1def-36b6-48eb-8238-7fc650440e52',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.020287] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.041694] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b367fd14-af0e-4909-a8b1-ac1587c6679f in Status: SUCCESS [ 898.041694] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b367fd14-af0e-4909-a8b1-ac1587c6679f deletion is rescheduled due to dependency. [ 898.041694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b367fd14-af0e-4909-a8b1-ac1587c6679f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.469920] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.470095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.470190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.470408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.470499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.470745] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.471390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.471390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.471390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.471573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.471573] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 is going to be updated. [ 898.484467] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: SUCCESS [ 898.484467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.505702] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.505702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.505702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.505702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.505702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.519433] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 in Status: IN_PROGRESS for 2s [ 898.521359] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.521634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.521726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.521965] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.522571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.522770] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be created. [ 898.531555] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d397a476-86d8-49fb-941a-082fb3e3e86d in Status: SUCCESS [ 898.531754] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.531918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.532185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.532389] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.532512] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.532577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.532736] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.532815] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.532912] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d397a476-86d8-49fb-941a-082fb3e3e86d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.550682] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.550887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.551091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.552206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.552206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.561838] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: UNINITIALIZED for 2s [ 898.618260] env[69806]: INFO networking_nsxv3.common.synchronization [req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 req-4243b77d-30d7-4a1c-a6a5-b1df7b6bd0a1 tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Enqueued Resource ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 with Priority: HIGHEST for action security_group_members [ 898.619077] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 with Priority: HIGHEST for action security_group_members [ 898.619415] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee5fa04-a591-4632-aecc-da188c1862c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.619540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.619610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.619903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.620078] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.620267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.620335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.620500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.620589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.620688] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee5fa04-a591-4632-aecc-da188c1862c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.655200] env[69806]: INFO networking_nsxv3.common.synchronization [req-df322c9e-d14a-4f5c-a383-53007e6b1c6e req-5d2028b8-b871-4dec-aec9-0f3dc0a6a515 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: d397a476-86d8-49fb-941a-082fb3e3e86d with Priority: HIGHEST for action security_group_members [ 898.655400] env[69806]: INFO networking_nsxv3.common.synchronization [req-df322c9e-d14a-4f5c-a383-53007e6b1c6e req-5d2028b8-b871-4dec-aec9-0f3dc0a6a515 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_members [ 898.655860] env[69806]: INFO networking_nsxv3.common.synchronization [req-df322c9e-d14a-4f5c-a383-53007e6b1c6e req-5d2028b8-b871-4dec-aec9-0f3dc0a6a515 tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 898.656421] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d397a476-86d8-49fb-941a-082fb3e3e86d with Priority: HIGHEST for action security_group_members [ 898.656568] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227c075a-30b1-41cb-acea-0105b9d65b8a with Priority: HIGHEST for action security_group_members [ 898.656669] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 898.656985] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-d397a476-86d8-49fb-941a-082fb3e3e86d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.657127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.657348] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-227c075a-30b1-41cb-acea-0105b9d65b8a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.657425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.657661] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.657749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.941255] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 227c075a-30b1-41cb-acea-0105b9d65b8a in Status: SUCCESS [ 898.941483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.942050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.942278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.942371] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.034810] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d397a476-86d8-49fb-941a-082fb3e3e86d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.127934] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.127934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.128171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.128235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.128325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.128611] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.128721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.128788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.128951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.129085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.129180] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 already deleted. [ 899.129295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.400406] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227c075a-30b1-41cb-acea-0105b9d65b8a in Status: SUCCESS [ 899.400951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.400951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.402021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.402021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.402021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.402021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.402021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.402021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.402021] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.423554] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 899.423706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.425031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.425031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.425031] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.425031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.425031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.425031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.425031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.425031] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.466330] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.466448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.466448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.466694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.466791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.466921] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 227c075a-30b1-41cb-acea-0105b9d65b8a is going to be deleted. [ 899.517564] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.517705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.517705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.517923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.517990] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.518116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.536800] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d397a476-86d8-49fb-941a-082fb3e3e86d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.652084] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.652296] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-367" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.652422] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-367" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.652776] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-367" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.653053] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.653216] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.653332] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.653822] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.654036] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.654293] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.654446] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.654591] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.654735] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.654881] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.655046] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.655215] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.688176] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.688377] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.688508] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.688943] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-367" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.689304] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-fc2fc68c-64ae-4492-8f28-fe866f5477d1 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.689480] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-fc2fc68c-64ae-4492-8f28-fe866f5477d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.689603] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-fc2fc68c-64ae-4492-8f28-fe866f5477d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.690180] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-fc2fc68c-64ae-4492-8f28-fe866f5477d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.690368] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc2fc68c-64ae-4492-8f28-fe866f5477d1',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.918815] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.918977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.919071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.919487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.919613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.919897] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.920057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.920148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.920354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.920481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.920603] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227c075a-30b1-41cb-acea-0105b9d65b8a is going to be deleted. [ 899.928342] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.955917] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.955917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.955917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.956174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.956174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.956268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.956429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.956603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.956788] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.956887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.956949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.957119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.957201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.957297] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('227c075a-30b1-41cb-acea-0105b9d65b8a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.039075] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.039453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.039453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.039532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.039606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.039712] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d397a476-86d8-49fb-941a-082fb3e3e86d is going to be updated. [ 900.069533] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.069765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.069765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.069960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.070157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.084102] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d397a476-86d8-49fb-941a-082fb3e3e86d in Status: IN_PROGRESS for 2s [ 900.193532] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.193744] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.193881] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.194200] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.194357] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.194661] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port fc2fc68c-64ae-4492-8f28-fe866f5477d1 not found, creating... [ 900.194785] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.194945] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.195080] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.195305] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.195446] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.195765] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.195926] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.196070] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.196288] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.196426] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.196570] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: fc2fc68c-64ae-4492-8f28-fe866f5477d1 is going to be created. [ 900.214070] env[69806]: INFO networking_nsxv3.common.synchronization [None req-489abe2e-5ea9-4747-8d22-a26aa46a0642 None None] Enqueued Resource ID: 531c5dc2-fb7c-4901-bc4c-c31377313fa7 with Priority: HIGHEST for action port [ 900.214519] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531c5dc2-fb7c-4901-bc4c-c31377313fa7 with Priority: HIGHEST for action port [ 900.214862] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-531c5dc2-fb7c-4901-bc4c-c31377313fa7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.214987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-531c5dc2-fb7c-4901-bc4c-c31377313fa7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.215090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-531c5dc2-fb7c-4901-bc4c-c31377313fa7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.215386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-531c5dc2-fb7c-4901-bc4c-c31377313fa7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.215476] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('531c5dc2-fb7c-4901-bc4c-c31377313fa7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.217214] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.217550] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.217709] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.217962] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.218210] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.218439] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-fc2fc68c-64ae-4492-8f28-fe866f5477d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.433266] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.461079] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.461079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.461079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.461079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.461079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.461079] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.461079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.461079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.461079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.461079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.461079] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227c075a-30b1-41cb-acea-0105b9d65b8a already deleted. [ 900.461791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227c075a-30b1-41cb-acea-0105b9d65b8a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.538315] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 in Status: SUCCESS [ 900.538315] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 deletion is rescheduled due to dependency. [ 900.538315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.571867] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: UNINITIALIZED for 4s [ 900.721772] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 531c5dc2-fb7c-4901-bc4c-c31377313fa7 [ 900.721772] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.721772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.721772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.721772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.721772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.721772] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:531c5dc2-fb7c-4901-bc4c-c31377313fa7 already deleted. [ 900.721772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-531c5dc2-fb7c-4901-bc4c-c31377313fa7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.934714] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.934903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.934965] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.935171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.935288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.935351] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 900.965576] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.965790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.965848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.966078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.966227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.980076] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 901.893232] env[69806]: INFO networking_nsxv3.common.synchronization [req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 req-6e0618d3-7814-4732-a41d-cd943226d2a5 service nova] Enqueued Resource ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 with Priority: HIGHEST for action security_group_rules [ 901.893505] env[69806]: INFO networking_nsxv3.common.synchronization [req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 req-6e0618d3-7814-4732-a41d-cd943226d2a5 service nova] Enqueued Resource ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 with Priority: HIGHEST for action security_group_members [ 901.893547] env[69806]: INFO networking_nsxv3.common.synchronization [req-bfc21d9f-297a-41a3-8fd5-fd7a391ee573 req-6e0618d3-7814-4732-a41d-cd943226d2a5 service nova] Enqueued Resource ID: fc2fc68c-64ae-4492-8f28-fe866f5477d1 with Priority: HIGHEST for action port [ 901.893764] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 with Priority: HIGHEST for action security_group_rules [ 901.893893] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 with Priority: HIGHEST for action security_group_members [ 901.893990] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc2fc68c-64ae-4492-8f28-fe866f5477d1 with Priority: HIGHEST for action port [ 901.894915] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee5fa04-a591-4632-aecc-da188c1862c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.895107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.895187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.895463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.895549] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee5fa04-a591-4632-aecc-da188c1862c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.896375] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee5fa04-a591-4632-aecc-da188c1862c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.896487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.896554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.896721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.896857] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.896955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.897032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.897156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.897240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.897325] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee5fa04-a591-4632-aecc-da188c1862c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.898148] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc2fc68c-64ae-4492-8f28-fe866f5477d1 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.898280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc2fc68c-64ae-4492-8f28-fe866f5477d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.898361] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc2fc68c-64ae-4492-8f28-fe866f5477d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.898496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc2fc68c-64ae-4492-8f28-fe866f5477d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.898800] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc2fc68c-64ae-4492-8f28-fe866f5477d1',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.096081] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d397a476-86d8-49fb-941a-082fb3e3e86d in Status: SUCCESS [ 902.096286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.096687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.096816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.096993] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.097132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.097191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.097347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.097431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.097561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.097690] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d397a476-86d8-49fb-941a-082fb3e3e86d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.098894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.099131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.099327] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.099453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.099534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.099704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.099786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.099875] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d397a476-86d8-49fb-941a-082fb3e3e86d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.400594] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ee5fa04-a591-4632-aecc-da188c1862c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.401713] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee5fa04-a591-4632-aecc-da188c1862c6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.402160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.402376] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc2fc68c-64ae-4492-8f28-fe866f5477d1 with status ACTIVE [ 902.402556] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.402671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.402735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.402940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.403041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.403229] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.403353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.403418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.403537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.403612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.403913] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.404083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.404083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.404212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.404408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.404408] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc2fc68c-64ae-4492-8f28-fe866f5477d1 is going to be updated. [ 902.427798] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.428135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.428135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.428963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.428963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.428963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc2fc68c-64ae-4492-8f28-fe866f5477d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.583647] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 902.584084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.584917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.585296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.585724] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.585932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.585932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.586517] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.586603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.586698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.586824] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.601780] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d397a476-86d8-49fb-941a-082fb3e3e86d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.605507] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.605507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.605507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.605507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.605507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.605507] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.605507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.605507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.605507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.605507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.605507] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d397a476-86d8-49fb-941a-082fb3e3e86d is going to be deleted. [ 902.641624] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.641923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.641923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.642601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.642601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.642601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.906424] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ee5fa04-a591-4632-aecc-da188c1862c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.989682] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 902.990113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.990113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.991321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.991564] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.991695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.991760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.992035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.992140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.992345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.992455] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.992568] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.992633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.992792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.992934] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.993050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.993115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.993326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.993326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.993435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.993488] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.994661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.994873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.995083] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.995211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.995303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.995437] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.995545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.995629] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.089712] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.089712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.093060] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.093060] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.093060] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.093060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.094511] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.103218] env[69806]: INFO networking_nsxv3.common.synchronization [None req-04efee44-f7fb-4ff8-b79c-59c188161a89 None None] Enqueued Resource ID: b68addc8-53f7-4a77-accc-a362a78736b8 with Priority: HIGHEST for action port [ 903.103493] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68addc8-53f7-4a77-accc-a362a78736b8 with Priority: HIGHEST for action port [ 903.104081] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-b68addc8-53f7-4a77-accc-a362a78736b8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.104240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b68addc8-53f7-4a77-accc-a362a78736b8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.104285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b68addc8-53f7-4a77-accc-a362a78736b8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.105861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b68addc8-53f7-4a77-accc-a362a78736b8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.105861] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b68addc8-53f7-4a77-accc-a362a78736b8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.108930] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d397a476-86d8-49fb-941a-082fb3e3e86d: rpc.has_security_group_logging(os_id): False [ 903.128947] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.130229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.130229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.130374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.130469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.130713] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.130818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.130875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.131174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.131174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.131327] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d397a476-86d8-49fb-941a-082fb3e3e86d is going to be created. [ 903.157741] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d397a476-86d8-49fb-941a-082fb3e3e86d], does not exist path=[/infra/domains/default/groups/d397a476-86d8-49fb-941a-082fb3e3e86d]."\n}' [ 903.157888] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d397a476-86d8-49fb-941a-082fb3e3e86d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d397a476-86d8-49fb-941a-082fb3e3e86d [ 903.158020] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 903.194278] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.194278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.194278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.194278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.194278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.194278] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.194278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.194278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.194278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.194278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.194278] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.195741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.196098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.196436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.196710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.197882] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d397a476-86d8-49fb-941a-082fb3e3e86d is going to be created. [ 903.221312] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d397a476-86d8-49fb-941a-082fb3e3e86d], does not exist path=[/infra/domains/default/groups/d397a476-86d8-49fb-941a-082fb3e3e86d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d397a476-86d8-49fb-941a-082fb3e3e86d [ 903.221735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d397a476-86d8-49fb-941a-082fb3e3e86d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.222429] env[69806]: Traceback (most recent call last): [ 903.222517] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 903.222517] env[69806]: return func(*args, **kwargs) [ 903.222517] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 903.222517] env[69806]: res.raise_for_status() [ 903.222517] env[69806]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 903.222517] env[69806]: raise HTTPError(http_error_msg, response=self) [ 903.222517] env[69806]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d397a476-86d8-49fb-941a-082fb3e3e86d [ 903.222517] env[69806]: During handling of the above exception, another exception occurred: [ 903.222517] env[69806]: Traceback (most recent call last): [ 903.222517] env[69806]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 903.222517] env[69806]: listener.cb(fileno) [ 903.222517] env[69806]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 903.222517] env[69806]: result = function(*args, **kwargs) [ 903.222517] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 903.222517] env[69806]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 903.222517] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 903.222517] env[69806]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 903.222517] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 903.222517] env[69806]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 903.222517] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 903.222517] env[69806]: res.raise_for_status() [ 903.222517] env[69806]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 903.222517] env[69806]: raise HTTPError(http_error_msg, response=self) [ 903.222517] env[69806]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d397a476-86d8-49fb-941a-082fb3e3e86d [ 903.222517] env[69806]: Removing descriptor: 58 [ 903.415782] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.415782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.415782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.415782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.415782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.415782] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 is going to be created. [ 903.444495] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.445267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.445267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.445369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.446040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.463567] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 in Status: UNINITIALIZED for 2s [ 903.497239] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006590f0-6ec6-4532-ace5-243bd16c2122: rpc.has_security_group_logging(os_id): False [ 903.498679] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.518304] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.518304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.518756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.518756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.542934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.543210] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.543329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.543409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.543594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.545166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.545166] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.545166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.545166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.545166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.545166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.545166] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.545166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.545166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.545166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.545166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.545166] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 903.600227] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20b85913-f224-49ab-857b-7a0c69d2db11: rpc.has_security_group_logging(os_id): False [ 903.606551] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b68addc8-53f7-4a77-accc-a362a78736b8 [ 903.606981] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.607220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.607336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.607738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.607870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.608038] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b68addc8-53f7-4a77-accc-a362a78736b8 already deleted. [ 903.608162] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b68addc8-53f7-4a77-accc-a362a78736b8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.625895] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.626177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.626302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.626758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.626871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.628197] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.628322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.628384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.628560] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.628651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.628918] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.629804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.629804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.630020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.630226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.630354] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.630445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.630527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.630711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.630792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.630900] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be created. [ 903.660988] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.661202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.661309] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.661685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.661943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.748086] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 903.772246] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.773408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.773408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.773408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.774261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.820635] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 904.001297] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.504862] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.505068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.505167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.505371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.505461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.505564] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 904.538437] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.538680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.538680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.539125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.539125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.550436] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 905.476366] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 in Status: SUCCESS [ 905.476366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.476366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.476366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.476366] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.476366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.476366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.476366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.476366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.476366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.476366] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ee5fa04-a591-4632-aecc-da188c1862c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.769858] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 905.769858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.769858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.769858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.769858] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.837078] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 905.837078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.978710] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee5fa04-a591-4632-aecc-da188c1862c6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.978873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.978931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.979200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.979373] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.979475] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.979538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.979705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.979793] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.979892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.980098] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee5fa04-a591-4632-aecc-da188c1862c6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.980199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.980259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.980402] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.980540] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.980630] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.980689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.980823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.980898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.981016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.981140] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ee5fa04-a591-4632-aecc-da188c1862c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.272804] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.275054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.485190] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ee5fa04-a591-4632-aecc-da188c1862c6: rpc.has_security_group_logging(os_id): False [ 906.519572] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.519572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.519572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.519889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.519889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.519972] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.520118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.520210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.520386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.520477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.520675] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.520769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.520828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.520968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.521578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.521578] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.521578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.521578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.521774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.521774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.521836] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 is going to be created. [ 906.561119] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 906.561380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.561662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.561938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.562232] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.566239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.566388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.566596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.566856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.566856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.567019] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.596814] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.596995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.597058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.597363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.597591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.616754] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 in Status: IN_PROGRESS for 2s [ 906.683793] env[69806]: INFO networking_nsxv3.common.synchronization [None req-6a016188-ad3f-4793-b060-c4cce805a8b4 None None] Enqueued Resource ID: a47d9a72-ef02-45fa-9844-79dd73ed756a with Priority: HIGHEST for action port [ 906.686896] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47d9a72-ef02-45fa-9844-79dd73ed756a with Priority: HIGHEST for action port [ 906.687330] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-a47d9a72-ef02-45fa-9844-79dd73ed756a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.687484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a47d9a72-ef02-45fa-9844-79dd73ed756a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.687540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a47d9a72-ef02-45fa-9844-79dd73ed756a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.687898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a47d9a72-ef02-45fa-9844-79dd73ed756a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.688029] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47d9a72-ef02-45fa-9844-79dd73ed756a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.069876] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.070342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.070342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.070522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.070591] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.070705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.070772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.071016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.071126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.071246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.071418] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.071510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.071563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.071723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.071873] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.071964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.073045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.073045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.073045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.073045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.073045] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.193285] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a47d9a72-ef02-45fa-9844-79dd73ed756a [ 907.193285] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.193285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.193285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.193285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.193285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.193285] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a47d9a72-ef02-45fa-9844-79dd73ed756a already deleted. [ 907.193285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a47d9a72-ef02-45fa-9844-79dd73ed756a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.501577] env[69806]: INFO networking_nsxv3.common.synchronization [None req-8781b198-195c-491a-928f-a8413fc96024 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Enqueued Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_rules [ 907.504383] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_rules [ 907.504802] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91012f04-fc7a-4f78-ad28-52cc2e63894e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.504963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.505062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.508276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.508409] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.575413] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006590f0-6ec6-4532-ace5-243bd16c2122: rpc.has_security_group_logging(os_id): False [ 907.598473] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.598473] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.598473] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.598473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.599166] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.599166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.599166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.599166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.599166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.599166] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 907.600830] env[69806]: INFO networking_nsxv3.common.synchronization [None req-c30051ff-1075-425d-9498-7e5878badadc tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Enqueued Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_rules [ 907.601406] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_rules [ 907.601703] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91012f04-fc7a-4f78-ad28-52cc2e63894e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.601809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.671099] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.671315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.671315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.671536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.671680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.693492] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 908.033502] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.033649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.033649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.034106] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.034185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.034782] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e already deleted. [ 908.034782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.034782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.034782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.034782] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.329356] env[69806]: INFO networking_nsxv3.common.synchronization [req-03c7b563-a589-43d5-b14f-a3444818efbc req-d8c4486f-451f-405b-9abb-c47635fa0a56 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 908.329928] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 908.330421] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.330421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.330930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.330930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.330930] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.331295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.331295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.331295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.331397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.331516] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.556650] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.556972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.556972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.557113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.557169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.557271] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e already deleted. [ 908.558309] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.632899] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 in Status: SUCCESS [ 908.633172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.797210] env[69806]: INFO networking_nsxv3.common.synchronization [req-5fc4c792-de74-403a-825c-dc3617287942 req-47e6ce6d-31b2-4570-a6ce-019f452ce84a tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 908.797831] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 908.800740] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.800740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.800847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.801066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.801838] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.801838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.801838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.801838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.801838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.801838] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.834403] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.834577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.834668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.834918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.835081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.835243] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.835866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.835866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.835866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.835866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.835866] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 already deleted. [ 908.835866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.924271] env[69806]: INFO networking_nsxv3.common.synchronization [None req-ea28e3e6-4fc8-4bf1-8fcc-66638080de16 None None] Enqueued Resource ID: ef57ba1d-34ef-4481-9158-8bd1568afc40 with Priority: HIGHEST for action port [ 908.926407] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef57ba1d-34ef-4481-9158-8bd1568afc40 with Priority: HIGHEST for action port [ 908.927649] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.927867] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.928015] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.928575] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.928782] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.928961] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.929095] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.929322] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.929474] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.929731] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.929898] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.934638] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.934862] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.935047] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.935189] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.935357] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.936685] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef57ba1d-34ef-4481-9158-8bd1568afc40 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.936810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef57ba1d-34ef-4481-9158-8bd1568afc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.936879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef57ba1d-34ef-4481-9158-8bd1568afc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.937144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef57ba1d-34ef-4481-9158-8bd1568afc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.937252] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef57ba1d-34ef-4481-9158-8bd1568afc40',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.961025] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.961025] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.961025] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.961025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.961025] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-ee02419e-d1ba-4b73-8997-a06c0391ab82 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.961025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-ee02419e-d1ba-4b73-8997-a06c0391ab82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.961025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-ee02419e-d1ba-4b73-8997-a06c0391ab82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.961550] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-ee02419e-d1ba-4b73-8997-a06c0391ab82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.961550] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee02419e-d1ba-4b73-8997-a06c0391ab82',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.304193] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.440676] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef57ba1d-34ef-4481-9158-8bd1568afc40 [ 909.440907] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.441251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.441251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.441433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.441433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.441542] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef57ba1d-34ef-4481-9158-8bd1568afc40 already deleted. [ 909.441604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef57ba1d-34ef-4481-9158-8bd1568afc40" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.464236] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.464461] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.464592] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.464886] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.465068] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.465399] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port ee02419e-d1ba-4b73-8997-a06c0391ab82 not found, creating... [ 909.465492] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.465635] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.465776] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.465967] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.466126] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.466397] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.466549] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.466666] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.466877] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.467021] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.470382] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: ee02419e-d1ba-4b73-8997-a06c0391ab82 is going to be created. [ 909.492799] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.492799] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.492927] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.493349] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.493484] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.494121] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-ee02419e-d1ba-4b73-8997-a06c0391ab82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.719882] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 909.720263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.806599] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.308833] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.309072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.309131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.309315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.309404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.309509] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be updated. [ 910.338487] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.338659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.339126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.339172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.339294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.346288] env[69806]: INFO networking_nsxv3.common.synchronization [req-03c7b563-a589-43d5-b14f-a3444818efbc req-b5ef1383-59a7-4c23-ae11-9eb4d01be6e2 service nova] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_rules [ 910.346288] env[69806]: INFO networking_nsxv3.common.synchronization [req-03c7b563-a589-43d5-b14f-a3444818efbc req-b5ef1383-59a7-4c23-ae11-9eb4d01be6e2 service nova] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 910.346288] env[69806]: INFO networking_nsxv3.common.synchronization [req-03c7b563-a589-43d5-b14f-a3444818efbc req-b5ef1383-59a7-4c23-ae11-9eb4d01be6e2 service nova] Enqueued Resource ID: ee02419e-d1ba-4b73-8997-a06c0391ab82 with Priority: HIGHEST for action port [ 910.346591] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_rules [ 910.346719] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 910.346819] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee02419e-d1ba-4b73-8997-a06c0391ab82 with Priority: HIGHEST for action port [ 910.347163] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.347548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.347639] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.347935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.348050] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.349203] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.349391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.349532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.349807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.350081] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.350277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.350423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.350692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.350860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.351066] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.353519] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee02419e-d1ba-4b73-8997-a06c0391ab82 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.353636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee02419e-d1ba-4b73-8997-a06c0391ab82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.353741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee02419e-d1ba-4b73-8997-a06c0391ab82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.354056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee02419e-d1ba-4b73-8997-a06c0391ab82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.354252] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee02419e-d1ba-4b73-8997-a06c0391ab82',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.358351] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: IN_PROGRESS for 2s [ 910.856633] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.857027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.857027] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.858442] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee02419e-d1ba-4b73-8997-a06c0391ab82 with status ACTIVE [ 910.858442] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.858643] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.858643] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.858884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.858973] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.859633] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.859633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.859633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.859633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.859633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.859948] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.859948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.859948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.860121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.861561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.861561] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee02419e-d1ba-4b73-8997-a06c0391ab82 is going to be updated. [ 910.887310] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.887310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.887469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.887735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.887930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.888140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee02419e-d1ba-4b73-8997-a06c0391ab82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.189634] env[69806]: INFO networking_nsxv3.common.synchronization [req-6ee4a828-deea-49a6-97c0-dfc0236fad31 req-a266d64c-76d5-4b0a-aef4-ac6482ae96ad tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Enqueued Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 911.190227] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 911.190567] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.190686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.190753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.192050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.192258] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.192372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.192441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.192610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.192699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.192794] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.364019] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.520129] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.520372] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.520462] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.520829] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.520986] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.521162] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.521283] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.521698] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.521918] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.522179] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.522335] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.522481] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.522624] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.522775] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.522942] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.523098] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.542785] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.543027] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 911.543234] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.543464] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.543811] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-6385e5cd-4fcd-4319-b81f-697de29e7b2d taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.544044] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-6385e5cd-4fcd-4319-b81f-697de29e7b2d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.544208] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-6385e5cd-4fcd-4319-b81f-697de29e7b2d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.544564] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-6385e5cd-4fcd-4319-b81f-697de29e7b2d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.544808] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6385e5cd-4fcd-4319-b81f-697de29e7b2d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.697378] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.697378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.697378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.697378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.697378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.697378] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.697378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.697378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.697378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.697378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.697378] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de already deleted. [ 911.697378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.868429] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.868846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.868846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.868846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.868953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.869413] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be created. [ 911.895215] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.895431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.896144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.896144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.896144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.909491] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: UNINITIALIZED for 2s [ 912.048926] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.049303] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.049455] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.049736] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.049890] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.050073] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 6385e5cd-4fcd-4319-b81f-697de29e7b2d not found, creating... [ 912.050437] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.050729] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.050889] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.051225] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.051403] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.051782] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.051948] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.052113] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.052393] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.052559] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.052726] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 6385e5cd-4fcd-4319-b81f-697de29e7b2d is going to be created. [ 912.079733] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.080008] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.080167] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.080635] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.080904] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.081265] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-6385e5cd-4fcd-4319-b81f-697de29e7b2d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.369871] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 912.370203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.836774] env[69806]: INFO networking_nsxv3.common.synchronization [req-6ee4a828-deea-49a6-97c0-dfc0236fad31 req-7c6a5947-419f-4a53-a11f-625dde180b86 service nova] Enqueued Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_rules [ 912.836774] env[69806]: INFO networking_nsxv3.common.synchronization [req-6ee4a828-deea-49a6-97c0-dfc0236fad31 req-7c6a5947-419f-4a53-a11f-625dde180b86 service nova] Enqueued Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 912.836774] env[69806]: INFO networking_nsxv3.common.synchronization [req-6ee4a828-deea-49a6-97c0-dfc0236fad31 req-7c6a5947-419f-4a53-a11f-625dde180b86 service nova] Enqueued Resource ID: 6385e5cd-4fcd-4319-b81f-697de29e7b2d with Priority: HIGHEST for action port [ 912.836893] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_rules [ 912.836930] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 912.837030] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6385e5cd-4fcd-4319-b81f-697de29e7b2d with Priority: HIGHEST for action port [ 912.837650] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.837741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.837797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.842210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.842210] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.843414] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.843888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.843888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.843888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.844103] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.844103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.844103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.844276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.844328] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.844414] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.845226] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-6385e5cd-4fcd-4319-b81f-697de29e7b2d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.845347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6385e5cd-4fcd-4319-b81f-697de29e7b2d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.845412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6385e5cd-4fcd-4319-b81f-697de29e7b2d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.845558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6385e5cd-4fcd-4319-b81f-697de29e7b2d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.845650] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6385e5cd-4fcd-4319-b81f-697de29e7b2d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.348021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.348434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.348434] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.349264] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6385e5cd-4fcd-4319-b81f-697de29e7b2d with status ACTIVE [ 913.349444] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.349555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.349619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.349820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.349951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.350128] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.350232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.350291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.350445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.350521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.350700] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.350795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.350859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.350992] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.351094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.351179] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6385e5cd-4fcd-4319-b81f-697de29e7b2d is going to be updated. [ 913.380242] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.380417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.380467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.380655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.380787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.380946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6385e5cd-4fcd-4319-b81f-697de29e7b2d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.853430] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.921691] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 913.922118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.922359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.922713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.922900] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.923123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.923230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.923432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.923538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.924393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.924509] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.358141] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.358564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.358564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.358744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.358905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.359103] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de is going to be created. [ 914.384911] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.385547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.385664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.385885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.386079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.401735] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: UNINITIALIZED for 2s [ 914.428078] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.428078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.428078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.428078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.428382] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.428382] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.428382] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.428512] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.428593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.430059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.430059] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.430059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.430059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.430059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.430059] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.430059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.430059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.430059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.430059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.430059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.430059] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.800067] env[69806]: INFO networking_nsxv3.common.synchronization [req-4a994948-6b41-43fa-ba36-13dfb4d0aadf req-b9280c27-204f-4471-a5c3-05f20696530d tempest-InstanceActionsNegativeTestJSON-1165517597 tempest-InstanceActionsNegativeTestJSON-1165517597-project-member] Enqueued Resource ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 with Priority: HIGHEST for action security_group_members [ 914.800675] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 with Priority: HIGHEST for action security_group_members [ 914.801839] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ee5fa04-a591-4632-aecc-da188c1862c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.801839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.802074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.802228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.802524] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.802618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.802686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.803092] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.804400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.804535] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ee5fa04-a591-4632-aecc-da188c1862c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.932129] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4: rpc.has_security_group_logging(os_id): False [ 914.953177] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.953355] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.953450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.953642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.953738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.953970] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.954074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.954144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.954296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.954375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.954569] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.954740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.954821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.956519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.956519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.956519] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.956519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.956519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.956813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.956813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.956813] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be created. [ 915.030361] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.030540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.030625] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.030881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.031160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.045188] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 915.306890] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.307107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.307336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.307413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.307474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.307757] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.308155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.308585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.308677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.308927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.309213] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 is going to be updated. [ 915.353245] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.353245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.353436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.353629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.353688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.364314] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 in Status: IN_PROGRESS for 2s [ 915.986019] env[69806]: INFO networking_nsxv3.common.synchronization [req-f98288fe-7856-4f64-8092-4f4eb4b736dc req-6dc90a90-f298-4060-853b-fc85f5a0a852 tempest-ServerRescueTestJSON-102297064 tempest-ServerRescueTestJSON-102297064-project-member] Enqueued Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 915.986019] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGHEST for action security_group_members [ 915.986019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.986019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.986019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.986019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.986019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.986019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.986508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.986775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.986990] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.987191] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.413039] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: SUCCESS [ 916.413390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.413642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.413830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.414063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.414204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.414275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.414452] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.414544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.414640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.414743] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.489914] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.490104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.490162] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.490380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.511279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.511389] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.511465] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.511507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.512278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.512278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.512278] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b811929-f20f-4453-8e81-76da321ccc90 is going to be updated. [ 916.548561] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.548755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.548827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.549115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.549268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.557739] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: IN_PROGRESS for 2s [ 916.918481] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.918652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.918726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.918943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.919258] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.919723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.919779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.921271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.921271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.921271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.921271] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.921271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.921271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.921271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.921718] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.921718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.921847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.922698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.922698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.922698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.922816] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.057347] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 917.057571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.109905] env[69806]: INFO networking_nsxv3.common.synchronization [req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed req-13d76303-51f6-44fc-ba65-037889daf2e8 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Enqueued Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 917.110482] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 917.110802] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.110927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.110998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.112094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.112315] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.112407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.112497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.112688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.112813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.112971] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.377894] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 in Status: SUCCESS [ 917.378085] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 deletion is rescheduled due to dependency. [ 917.378205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.427040] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 012a9c85-7a22-47ae-9a23-3c418d8ac6de: rpc.has_security_group_logging(os_id): False [ 917.451931] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.451931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.451931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.452431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.452431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.456452] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.456678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.456756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.457021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.457179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.457578] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.457739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.457874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.458700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.458700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.458700] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.458700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.458700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.458700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.458700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.458700] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de is going to be created. [ 917.478240] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.478240] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.478240] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.478240] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.482671] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.482671] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.482879] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.482967] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.483126] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.483971] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.483971] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.483971] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.483971] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.483971] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.483971] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.484267] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.508658] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.508870] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.509026] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.509216] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-174" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.509535] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-ff4e77f5-3f58-4869-a355-ac606b99c30a taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.509953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-ff4e77f5-3f58-4869-a355-ac606b99c30a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.510574] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-ff4e77f5-3f58-4869-a355-ac606b99c30a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.510574] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-ff4e77f5-3f58-4869-a355-ac606b99c30a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.510574] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4e77f5-3f58-4869-a355-ac606b99c30a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.524723] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.524723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.524723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.524923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.525081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.537756] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: IN_PROGRESS for 2s [ 917.617477] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.012733] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.013052] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.013255] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.013582] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.013765] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.013956] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port ff4e77f5-3f58-4869-a355-ac606b99c30a not found, creating... [ 918.014284] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.014475] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.014626] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.014889] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.015087] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.015777] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.015953] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.016086] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.016300] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.016437] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.016579] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: ff4e77f5-3f58-4869-a355-ac606b99c30a is going to be created. [ 918.045842] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.046155] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.046340] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.046742] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.047270] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.047384] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-ff4e77f5-3f58-4869-a355-ac606b99c30a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.120318] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.570039] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b811929-f20f-4453-8e81-76da321ccc90 in Status: SUCCESS [ 918.570484] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b811929-f20f-4453-8e81-76da321ccc90 deletion is rescheduled due to dependency. [ 918.570484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.624214] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.624214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.624214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.624214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.624214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.624214] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de is going to be updated. [ 918.682954] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.682954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.682954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.682954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.682954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.703864] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: IN_PROGRESS for 2s [ 918.863322] env[69806]: INFO networking_nsxv3.common.synchronization [req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed req-2f2a3350-6799-44cd-869c-0ff0adf9e3ed service nova] Enqueued Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_rules [ 918.863322] env[69806]: INFO networking_nsxv3.common.synchronization [req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed req-2f2a3350-6799-44cd-869c-0ff0adf9e3ed service nova] Enqueued Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 918.863322] env[69806]: INFO networking_nsxv3.common.synchronization [req-f223fcc8-cb06-43ab-84d6-cfb2cda1f4ed req-2f2a3350-6799-44cd-869c-0ff0adf9e3ed service nova] Enqueued Resource ID: ff4e77f5-3f58-4869-a355-ac606b99c30a with Priority: HIGHEST for action port [ 918.863322] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_rules [ 918.863322] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 918.863322] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4e77f5-3f58-4869-a355-ac606b99c30a with Priority: HIGHEST for action port [ 918.863322] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.863322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.863322] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.863322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.863723] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff4e77f5-3f58-4869-a355-ac606b99c30a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.863723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff4e77f5-3f58-4869-a355-ac606b99c30a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.863723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff4e77f5-3f58-4869-a355-ac606b99c30a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.863873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff4e77f5-3f58-4869-a355-ac606b99c30a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.863950] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4e77f5-3f58-4869-a355-ac606b99c30a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.365467] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff4e77f5-3f58-4869-a355-ac606b99c30a with status ACTIVE [ 919.365776] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.365903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.365964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.366213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.366311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.366516] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.366686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.366686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.366839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.366942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.367263] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.367403] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.367501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.367703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.367809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.368133] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff4e77f5-3f58-4869-a355-ac606b99c30a is going to be updated. [ 919.391739] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.392054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.392127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.392341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.392872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.392872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff4e77f5-3f58-4869-a355-ac606b99c30a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.554210] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: SUCCESS [ 919.554520] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.554671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.558022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.558022] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.893254] env[69806]: INFO networking_nsxv3.common.synchronization [req-f48adb12-c3b7-48b0-af15-3e8110d44936 req-980edf07-adec-4225-aa81-5e4ae155fe3c tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 919.893918] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 919.894276] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.894410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.894460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.894698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.894850] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.894951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.895040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.895202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.895288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.895383] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.063301] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.063423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.248731] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.248731] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.248909] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.249128] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.249411] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.249569] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.249687] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.249911] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.250085] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.250366] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.250408] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.250520] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.250739] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.250739] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.250888] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.250951] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.271669] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.271669] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.271669] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.271859] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.272253] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-677b567f-a598-4fec-8b55-5d58c0e3cd11 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.272445] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-677b567f-a598-4fec-8b55-5d58c0e3cd11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.272775] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-677b567f-a598-4fec-8b55-5d58c0e3cd11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.272940] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-677b567f-a598-4fec-8b55-5d58c0e3cd11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.273171] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677b567f-a598-4fec-8b55-5d58c0e3cd11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.398417] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.398569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.398774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.399019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.399019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.399256] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.399374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.399441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.399635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.399709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.399771] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be deleted. [ 920.442222] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.442222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.442347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.442575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.442679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.442778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.715701] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: SUCCESS [ 920.715774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.715930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.716175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.716361] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.716477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.716652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.716855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.716946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.717056] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.776281] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.776616] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.776844] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.776984] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.777164] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.777327] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 677b567f-a598-4fec-8b55-5d58c0e3cd11 not found, creating... [ 920.777613] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.777840] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.777963] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.778197] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.778340] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.778621] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.778789] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.778921] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.781095] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.781248] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.781645] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 677b567f-a598-4fec-8b55-5d58c0e3cd11 is going to be created. [ 920.812729] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.812729] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.812729] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.813025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.813025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.815175] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-677b567f-a598-4fec-8b55-5d58c0e3cd11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.155928] env[69806]: INFO networking_nsxv3.common.synchronization [req-861d5027-b792-4485-8d84-ade0b463b858 req-b082e404-2fa8-42c8-8924-a1f5d43e56ea tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 921.156491] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 921.156808] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.156967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.157046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.157242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.157401] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.157499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.157561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.157735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.157831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.157928] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.220748] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.520430] env[69806]: INFO networking_nsxv3.common.synchronization [req-f48adb12-c3b7-48b0-af15-3e8110d44936 req-2df7faf5-26ef-4b58-8c22-8ae93bde2854 service nova] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_rules [ 921.520605] env[69806]: INFO networking_nsxv3.common.synchronization [req-f48adb12-c3b7-48b0-af15-3e8110d44936 req-2df7faf5-26ef-4b58-8c22-8ae93bde2854 service nova] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 921.520747] env[69806]: INFO networking_nsxv3.common.synchronization [req-f48adb12-c3b7-48b0-af15-3e8110d44936 req-2df7faf5-26ef-4b58-8c22-8ae93bde2854 service nova] Enqueued Resource ID: 677b567f-a598-4fec-8b55-5d58c0e3cd11 with Priority: HIGHEST for action port [ 921.521326] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_rules [ 921.521462] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 921.521565] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677b567f-a598-4fec-8b55-5d58c0e3cd11 with Priority: HIGHEST for action port [ 921.521848] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.522224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.522530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.522818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.522919] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.524230] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.524386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.524459] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.524662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.525140] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.525255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.525323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.525497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.525605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.525717] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.527108] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-677b567f-a598-4fec-8b55-5d58c0e3cd11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.527226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-677b567f-a598-4fec-8b55-5d58c0e3cd11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.527294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-677b567f-a598-4fec-8b55-5d58c0e3cd11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.527472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-677b567f-a598-4fec-8b55-5d58c0e3cd11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.528627] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677b567f-a598-4fec-8b55-5d58c0e3cd11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.660129] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.660335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.660416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.660580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.660849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.660957] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.660957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.661143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.661195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.661279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.661446] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 921.699184] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.699184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.699184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.699184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.699184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.708846] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 921.711138] env[69806]: INFO networking_nsxv3.common.synchronization [req-257c8110-98e5-4d7a-860a-b55b8c41e928 req-5fc1594f-7830-4b39-8581-f4e1a8714017 tempest-VolumesAssistedSnapshotsTest-1139004312 tempest-VolumesAssistedSnapshotsTest-1139004312-project-member] Enqueued Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_members [ 921.712019] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGHEST for action security_group_members [ 921.712774] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-421d2ed2-56e2-4311-8fd4-716d1e5d0257 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.713110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.713387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.716750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.716750] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.716750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.716750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.716750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.716750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.716750] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('421d2ed2-56e2-4311-8fd4-716d1e5d0257',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.723566] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.035949] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 677b567f-a598-4fec-8b55-5d58c0e3cd11 with status ACTIVE [ 922.035949] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.035949] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.035949] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.035949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.035949] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 677b567f-a598-4fec-8b55-5d58c0e3cd11 is going to be updated. [ 922.037799] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.037985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.038211] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.062438] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.062645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.062704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.062915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.063067] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.063233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-677b567f-a598-4fec-8b55-5d58c0e3cd11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.219200] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.219460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.219460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.219634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.225585] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.226938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.226938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.226938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.226938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.226938] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de is going to be updated. [ 922.246480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.246480] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.246480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.246480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.246480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.246480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.246480] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 is going to be updated. [ 922.263169] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.263169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.263169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.263169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.263169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.270648] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: IN_PROGRESS for 2s [ 922.276929] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.276929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.276929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.276929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.276929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.286150] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 in Status: IN_PROGRESS for 2s [ 922.544410] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.048895] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.048895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.048895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.049315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.049457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.049606] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be created. [ 923.083118] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.083118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.083118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.083118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.083118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.118697] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: UNINITIALIZED for 2s [ 923.718847] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 923.719155] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 deletion is rescheduled due to dependency. [ 923.719202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.281318] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: SUCCESS [ 924.281528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.281695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.281915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.282125] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.282244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.282308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.282458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.282540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.282629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.282726] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.301362] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 in Status: SUCCESS [ 924.301559] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 deletion is rescheduled due to dependency. [ 924.301691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.784942] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.785344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.785344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.785477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.785534] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.785629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.785691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.785865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.785974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.786067] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.786224] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.786317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.786369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.786510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.786694] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.786749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.786977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.787152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.787232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.787310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.787397] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.129688] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 925.130130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.130130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.130506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.130641] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.130777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.130850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.131145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.131243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.131346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.131421] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.290178] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 012a9c85-7a22-47ae-9a23-3c418d8ac6de: rpc.has_security_group_logging(os_id): False [ 925.312687] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.312913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.313069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.313654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.313654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.313866] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.314052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.314152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.314380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.314497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.314797] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.314938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.315113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.315359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.315492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.315805] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.315979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.316084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.316309] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.316471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.316609] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de is going to be updated. [ 925.388287] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.388287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.388526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.388675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.388991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.412743] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: IN_PROGRESS for 2s [ 925.634197] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.634434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.634434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.634885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.634885] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.635048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.635048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.635687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.635687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.635687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.635904] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.635975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.636081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.638563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.638563] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.638563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.638563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.638563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.638563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.639163] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.639163] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.142457] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44ae2e17-942c-4f94-a44a-44438df58bf6: rpc.has_security_group_logging(os_id): False [ 926.168398] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.168573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.168710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.169129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.169250] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.169421] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.169529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.169582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.169737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.169816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.170165] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.170333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.170424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.170603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.170706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.172296] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.172296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.172296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.172296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.172296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.172296] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be created. [ 926.242166] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.242388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.242461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.242612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.242787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.258207] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 926.713129] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 926.713348] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 927.428270] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: SUCCESS [ 927.428270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.844121] env[69806]: INFO networking_nsxv3.common.synchronization [req-f48adb12-c3b7-48b0-af15-3e8110d44936 req-1c34dd21-effe-4cb0-889a-141b145babe3 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 927.844735] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 927.846480] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.846612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.846709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.846953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.847139] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.847243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.847306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.847799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.847931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.848049] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.198061] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.198327] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.198385] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.198642] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.198916] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.199097] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.199204] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.199950] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.200137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.200380] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.200622] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.200840] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.200906] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.201254] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.201254] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.201254] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.229664] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.229974] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.230974] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.230974] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-702" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.231436] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.231762] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.232031] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.232566] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.232831] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.272072] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 928.272325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.352879] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.735829] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.736178] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.736308] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.736666] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.736875] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.737068] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f not found, creating... [ 928.737377] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.737600] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.737795] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.738065] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.738303] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.738556] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.738824] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.739058] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.739227] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.739425] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.739514] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f is going to be created. [ 928.762357] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.762576] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.762702] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.763055] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.763269] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.763580] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.856290] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.359479] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.359666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.359666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.359927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.360098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.360270] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be updated. [ 929.397968] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.398318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.398318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.398589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.398892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.411034] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 929.580724] env[69806]: INFO networking_nsxv3.common.synchronization [req-f48adb12-c3b7-48b0-af15-3e8110d44936 req-54794666-f923-4ad1-aa4a-2879fb2ba338 service nova] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_rules [ 929.580724] env[69806]: INFO networking_nsxv3.common.synchronization [req-f48adb12-c3b7-48b0-af15-3e8110d44936 req-54794666-f923-4ad1-aa4a-2879fb2ba338 service nova] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 929.580724] env[69806]: INFO networking_nsxv3.common.synchronization [req-f48adb12-c3b7-48b0-af15-3e8110d44936 req-54794666-f923-4ad1-aa4a-2879fb2ba338 service nova] Enqueued Resource ID: 55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f with Priority: HIGHEST for action port [ 929.580724] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_rules [ 929.580724] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 929.581118] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f with Priority: HIGHEST for action port [ 929.582987] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.583178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.583254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.583617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.583617] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.584499] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.584650] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.584806] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.584932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.585035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.585280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.585350] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.089613] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.090205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.091198] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f with status ACTIVE [ 930.091933] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.092161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.092286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.092549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.092695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.092965] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.093167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.093278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.093494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.093636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.094018] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.094193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.094853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.095052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.095143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.095241] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f is going to be updated. [ 930.125887] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.125887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.125887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.125887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.125887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.125887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55c73fc1-a8a9-4e32-ac3a-dce1f4adff2f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.617714] env[69806]: INFO networking_nsxv3.common.synchronization [req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 req-d5f0905c-f5df-477e-885a-54a09ec6fb81 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 930.617714] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 930.617714] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.618316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.618316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.624709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.624709] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.624709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.624709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.624709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.624709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.624709] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.134170] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.134170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.134170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.134170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.134170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.134170] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.134170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.134170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.134170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.134170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.134170] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 already deleted. [ 931.134170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.201130] env[69806]: INFO networking_nsxv3.common.synchronization [req-d3053707-6a98-45fd-adcd-2d6fae54248a req-c12aca86-2618-40ff-8660-91a1e6384651 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 931.201912] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 931.204033] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.204033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.204033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.204033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.204033] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.204033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.204033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.204033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.204033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.204033] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.374829] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.375401] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-230" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.375834] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-230" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.376352] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-230" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.376798] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.377069] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.377266] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.377599] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.377841] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.378205] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.378418] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.379130] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.379930] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.381150] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.381566] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.382129] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.413476] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.413754] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.413955] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.414271] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-230" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.414759] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-a8ff257d-f8ff-43e0-a575-2713af946b61 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.415086] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.415277] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.415800] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.416108] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ff257d-f8ff-43e0-a575-2713af946b61',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.428985] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 931.428985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.428985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.428985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.428985] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.428985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.428985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.428985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.428985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.429747] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.506582] env[69806]: INFO networking_nsxv3.common.synchronization [req-702057f9-2695-4701-9c80-4edfd16504eb req-35502e2a-fc06-4c14-880f-7390aca54c03 tempest-ServersV294TestFqdnHostnames-533393004 tempest-ServersV294TestFqdnHostnames-533393004-project-member] Enqueued Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_members [ 931.506582] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGHEST for action security_group_members [ 931.507194] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-811c8266-8581-4dda-bdcb-63bebec1a9ca taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.507359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.507450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.507706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.507971] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.508115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.508202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.508453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.508574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.508700] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811c8266-8581-4dda-bdcb-63bebec1a9ca',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.709536] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.919863] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.920150] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.920318] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.920689] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.920892] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.921119] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port a8ff257d-f8ff-43e0-a575-2713af946b61 not found, creating... [ 931.921482] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.921699] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.921855] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.922170] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.922358] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.922741] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.922963] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.923140] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.923416] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.923596] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.923786] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: a8ff257d-f8ff-43e0-a575-2713af946b61 is going to be created. [ 931.932062] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.952252] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.953560] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.953560] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.953560] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.953560] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.953820] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.011723] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.012176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.012176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.012468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.049616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.049908] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.050083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.050161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.050366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.050468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.050570] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca is going to be updated. [ 932.097401] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.097592] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.097693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.098078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.099149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.113346] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca in Status: IN_PROGRESS for 2s [ 932.212148] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.435848] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.715412] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.717527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.717527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.717527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.717527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.717527] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 932.758192] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.758192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.758192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.758192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.758192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.780174] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 932.941220] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.941220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.941220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.941220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.941220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.941220] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be updated. [ 932.976785] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.976785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.976785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.976785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.976785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.986772] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 933.061363] env[69806]: INFO networking_nsxv3.common.synchronization [req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 req-69dcfe6a-e448-49ba-a64f-6ba5b1bd3e46 service nova] Enqueued Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_rules [ 933.061363] env[69806]: INFO networking_nsxv3.common.synchronization [req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 req-69dcfe6a-e448-49ba-a64f-6ba5b1bd3e46 service nova] Enqueued Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 933.061567] env[69806]: INFO networking_nsxv3.common.synchronization [req-7e392b72-7dfc-4d6d-a735-77e1f1ac88a0 req-69dcfe6a-e448-49ba-a64f-6ba5b1bd3e46 service nova] Enqueued Resource ID: a8ff257d-f8ff-43e0-a575-2713af946b61 with Priority: HIGHEST for action port [ 933.062464] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_rules [ 933.062464] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 933.062464] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ff257d-f8ff-43e0-a575-2713af946b61 with Priority: HIGHEST for action port [ 933.062653] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.062744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.062805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.064272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.064272] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.064272] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.064272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.064272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.064666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.064666] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.064763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.064799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.065371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.065371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.065371] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.066390] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8ff257d-f8ff-43e0-a575-2713af946b61 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.066390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.066390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.066662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.066662] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ff257d-f8ff-43e0-a575-2713af946b61',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.568772] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.569614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.569614] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.570416] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8ff257d-f8ff-43e0-a575-2713af946b61 with status ACTIVE [ 933.570654] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.570799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.570887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.572818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.572919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.574454] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.574454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.574454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.574454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.574454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.574454] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.574454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.574454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.574454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.574454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.574454] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8ff257d-f8ff-43e0-a575-2713af946b61 is going to be updated. [ 933.604676] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.604899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.604899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.605940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.605940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.605940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.078345] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.127466] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca in Status: SUCCESS [ 934.127466] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca deletion is rescheduled due to dependency. [ 934.127466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.581862] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.581862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.581862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.582504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.582504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.582504] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 is going to be created. [ 934.617228] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.617228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.617228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.617470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.617628] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.631044] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: UNINITIALIZED for 2s [ 934.795057] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 934.795057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.824057] env[69806]: INFO networking_nsxv3.common.synchronization [None req-23b617a2-2d8f-4340-98dc-c9ae689016b6 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_rules [ 934.824403] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_rules [ 934.825076] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.825076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.825076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.827051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.827164] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da3b7f2-2957-445c-abd7-0c0512ea4c51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.998471] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 934.998708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.998949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.999267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.999386] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.999503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.000336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.000336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.000336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.000336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.000336] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.017744] env[69806]: INFO networking_nsxv3.common.synchronization [None req-b02c7982-9305-48da-bf09-d79eede55417 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_rules [ 935.018358] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_rules [ 935.018685] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.018782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.356438] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.359209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.359209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.361019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.361019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.361019] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 already deleted. [ 935.361019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.361019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.361019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.361019] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da3b7f2-2957-445c-abd7-0c0512ea4c51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.508022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.508022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.508022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.508022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.508022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.508840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.508840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.508840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.508840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.508840] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.881896] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.882149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.882184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.882441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.882581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.882733] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 already deleted. [ 935.883058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.915967] env[69806]: INFO networking_nsxv3.common.synchronization [req-d13d7da7-6c66-4b70-9df3-0e742434affd req-3e4947a4-9d58-4c04-b93d-1a02124c63f3 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 935.916673] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 935.917012] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.917152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.917215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.917539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.917607] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.917666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.917726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.918554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.918554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.918554] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.009790] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44ae2e17-942c-4f94-a44a-44438df58bf6: rpc.has_security_group_logging(os_id): False [ 936.029962] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.029962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.029962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.030210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.030210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.030384] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.030496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.030558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.030753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.030834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.031073] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.031177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.031354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.031408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.031469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.031662] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.031774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.031812] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.031957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.032190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.032316] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be updated. [ 936.103703] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.103914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.103955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.104167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.104311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.118679] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 936.250327] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.250530] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.250659] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.250937] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.251210] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.251368] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.251487] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.251695] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.251843] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.252067] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.252183] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.252293] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.252402] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.252510] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.252615] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.252752] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.273070] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.273285] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.273430] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.273614] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.273974] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-01eefff7-2ff2-4444-8cb7-44ba88980110 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.274202] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-01eefff7-2ff2-4444-8cb7-44ba88980110" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.274335] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-01eefff7-2ff2-4444-8cb7-44ba88980110" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.274748] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-01eefff7-2ff2-4444-8cb7-44ba88980110" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.274928] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01eefff7-2ff2-4444-8cb7-44ba88980110',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.420526] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.420708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.420744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.420963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.443366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.443633] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.443756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.443823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.444044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.444127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.444218] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be updated. [ 936.469491] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.469635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.469726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.469913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.470082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.479530] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: IN_PROGRESS for 2s [ 936.647284] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: SUCCESS [ 936.647416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.647677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.648129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.652042] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.652042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.652042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.652042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.652042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.652042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.652042] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.777990] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.778274] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.781051] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.781051] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.781051] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.781051] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 01eefff7-2ff2-4444-8cb7-44ba88980110 not found, creating... [ 936.781051] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.781051] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.781051] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.781051] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.781051] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.781051] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.781718] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.781718] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.781718] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.781718] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.781718] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 01eefff7-2ff2-4444-8cb7-44ba88980110 is going to be created. [ 936.818612] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.818950] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.818950] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.819354] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.819635] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.819900] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-01eefff7-2ff2-4444-8cb7-44ba88980110" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.151844] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.152142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.152142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.152317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.152483] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.152585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.152649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.152798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.152885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.152971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.153137] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.153229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.153290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.153427] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.153596] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.153691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.153747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.153887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.154271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.154271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.154271] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.572162] env[69806]: INFO networking_nsxv3.common.synchronization [req-d13d7da7-6c66-4b70-9df3-0e742434affd req-a1b1bea5-0814-483c-b33a-b9f569c500cb service nova] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_rules [ 937.572304] env[69806]: INFO networking_nsxv3.common.synchronization [req-d13d7da7-6c66-4b70-9df3-0e742434affd req-a1b1bea5-0814-483c-b33a-b9f569c500cb service nova] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 937.572887] env[69806]: INFO networking_nsxv3.common.synchronization [req-d13d7da7-6c66-4b70-9df3-0e742434affd req-a1b1bea5-0814-483c-b33a-b9f569c500cb service nova] Enqueued Resource ID: 01eefff7-2ff2-4444-8cb7-44ba88980110 with Priority: HIGHEST for action port [ 937.573695] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_rules [ 937.573957] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 937.574390] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01eefff7-2ff2-4444-8cb7-44ba88980110 with Priority: HIGHEST for action port [ 937.574584] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.574765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.574884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.575162] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.575314] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.576357] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.576532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.576870] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-01eefff7-2ff2-4444-8cb7-44ba88980110 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.577055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01eefff7-2ff2-4444-8cb7-44ba88980110" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.577166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01eefff7-2ff2-4444-8cb7-44ba88980110" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.577413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01eefff7-2ff2-4444-8cb7-44ba88980110" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.577539] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01eefff7-2ff2-4444-8cb7-44ba88980110',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.659309] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef74f99c-8c22-4f7a-924f-f80aae859bc2: rpc.has_security_group_logging(os_id): False [ 937.688211] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.688562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.688562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.688931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.689088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.689402] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.689574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.689682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.689964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.692500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.692842] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.693053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.693053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.693408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.693408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.693581] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.693695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.693755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.693962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.694085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.694179] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 is going to be created. [ 937.794028] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.794028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.794028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.794028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.794028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.808865] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: IN_PROGRESS for 2s [ 938.082589] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.082752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.082982] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01eefff7-2ff2-4444-8cb7-44ba88980110 with status ACTIVE [ 938.083178] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.083286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.083352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.083589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.083653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.083831] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.083929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.083983] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.084154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.084235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.084809] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.084809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.084809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.084809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.084809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.084809] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01eefff7-2ff2-4444-8cb7-44ba88980110 is going to be updated. [ 938.108048] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.108048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.108048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.108048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.108048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.108407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01eefff7-2ff2-4444-8cb7-44ba88980110" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.135097] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 938.135286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.489396] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: SUCCESS [ 938.489650] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee deletion is rescheduled due to dependency. [ 938.489680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.491547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.491547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.491547] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.491547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.491547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.491547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.491547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.491547] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.995036] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.500023] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.822937] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: SUCCESS [ 939.823278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.999842] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.000008] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.000148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.000346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.000438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.000538] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be updated. [ 940.049608] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.049608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.049608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.049608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.049608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.057775] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: IN_PROGRESS for 2s [ 940.902321] env[69806]: INFO networking_nsxv3.common.synchronization [req-3fadc7e1-2e0d-42c8-a562-21bea63c5322 req-b6aac553-f081-4451-8b58-78bcc7452053 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 940.903995] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 940.905234] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.905372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.905450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.905654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.905821] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.905937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.905994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.906187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.906320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.906466] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.408788] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.409058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.409172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.409425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.409514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.409994] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.409994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.409994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.410195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.410229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.410313] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 941.448081] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.448081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.448081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.448081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.448081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.456438] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 942.069203] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: SUCCESS [ 942.069451] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.069611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.069847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.070120] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.070284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.070449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.070532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.070721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.070721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.070856] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.572954] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.573134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.573207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.573453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.573616] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.573718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.573782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.574089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.574089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.574188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.574320] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.574417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.574476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.574614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.574743] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.574836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.574891] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.575044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.575123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.575287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.575287] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.077762] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73455489-905b-4db8-8e48-2c6a0d7c3bee: rpc.has_security_group_logging(os_id): False [ 943.100535] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.100780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.100932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.101256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.101394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.101622] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.101742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.101804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.101978] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.102400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.102780] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.103023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.103312] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.103676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.104510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.104510] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.104510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.104817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.105020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.105165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.105297] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be updated. [ 943.176781] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.177366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.177496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.177805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.178032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.194520] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: IN_PROGRESS for 2s [ 943.472608] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 943.472608] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 deletion is rescheduled due to dependency. [ 943.472608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.236836] env[69806]: INFO networking_nsxv3.common.synchronization [req-60409eec-1ded-49b4-b606-276d40c0dbb4 req-881f5e71-e2bc-4161-8fd5-afdf1b72e922 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Enqueued Resource ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 with Priority: HIGHEST for action security_group_members [ 944.237971] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 with Priority: HIGHEST for action security_group_members [ 944.238466] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-629afc5f-2fc6-4082-be52-dbce74e7a884 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.238679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.238787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.239124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.239308] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.239414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.239475] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.239635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.239718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.239810] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('629afc5f-2fc6-4082-be52-dbce74e7a884',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.559026] env[69806]: INFO networking_nsxv3.common.synchronization [req-2a260127-d93f-42fa-b9fa-b4e385184bdb req-e68f7f0b-2b59-4001-b666-02a5cc011b12 tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 944.560508] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 944.561643] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.561780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.561851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.562100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.562257] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.562359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.562423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.562573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.562658] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.562753] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.652777] env[69806]: INFO networking_nsxv3.common.synchronization [req-c2cda7cf-db7e-4138-b413-011825a13023 req-21aca672-dc7b-4a2f-a8ca-163cb8dfd55b tempest-MultipleCreateTestJSON-762238401 tempest-MultipleCreateTestJSON-762238401-project-member] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 944.653202] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGHEST for action security_group_members [ 944.653576] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.653647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.744598] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.744719] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.744961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.745134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.745237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.745446] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.745544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.745607] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.745754] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.745826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.745918] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 already deleted. [ 944.746029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.848647] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.848947] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-995" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.849163] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-995" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.849603] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-995" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.849942] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.850194] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.850383] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.850694] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.850925] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.851210] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.851436] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.851605] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.851790] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.851990] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.852157] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.852328] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.881122] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.881481] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.881651] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.881860] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-995" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.882276] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-16a6c58e-f55f-4c26-be71-8607fd1afbde taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.882488] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-16a6c58e-f55f-4c26-be71-8607fd1afbde" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.882664] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-16a6c58e-f55f-4c26-be71-8607fd1afbde" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.883058] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-16a6c58e-f55f-4c26-be71-8607fd1afbde" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.883245] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a6c58e-f55f-4c26-be71-8607fd1afbde',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.065577] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.208995] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: SUCCESS [ 945.209350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.388620] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.389059] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.389130] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.389428] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.389618] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.389831] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 16a6c58e-f55f-4c26-be71-8607fd1afbde not found, creating... [ 945.390647] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.390933] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.391072] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.391482] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.391662] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.392107] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.392428] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.392606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.392939] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.393118] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.393311] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 16a6c58e-f55f-4c26-be71-8607fd1afbde is going to be created. [ 945.418182] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.418419] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.418552] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.418899] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.419329] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.419684] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-16a6c58e-f55f-4c26-be71-8607fd1afbde" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.564061] env[69806]: INFO networking_nsxv3.common.synchronization [req-d44c8db8-db26-49a1-80a5-ebc794ae9359 req-1f5de73d-4673-4bc1-aad1-73f44e0622da tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 7c7af846-02d5-496a-8995-df13d5af938a with Priority: HIGHEST for action security_group_members [ 945.564250] env[69806]: INFO networking_nsxv3.common.synchronization [req-d44c8db8-db26-49a1-80a5-ebc794ae9359 req-1f5de73d-4673-4bc1-aad1-73f44e0622da tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_members [ 945.564396] env[69806]: INFO networking_nsxv3.common.synchronization [req-d44c8db8-db26-49a1-80a5-ebc794ae9359 req-1f5de73d-4673-4bc1-aad1-73f44e0622da tempest-SecurityGroupsTestJSON-127809952 tempest-SecurityGroupsTestJSON-127809952-project-member] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 945.565070] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7af846-02d5-496a-8995-df13d5af938a with Priority: HIGHEST for action security_group_members [ 945.565567] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGHEST for action security_group_members [ 945.565717] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGHEST for action security_group_members [ 945.566157] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c7af846-02d5-496a-8995-df13d5af938a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.566373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.566434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.566597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.566768] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.566866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.568024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.568024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.568024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.568024] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c7af846-02d5-496a-8995-df13d5af938a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.568418] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-84b0780d-dd43-4759-8dc5-65472cc7eaee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.568418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.572029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.572029] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.572029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.572029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.572029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.572885] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.577116] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.798478] env[69806]: INFO networking_nsxv3.common.synchronization [req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 req-031c9aa1-0d55-4b2d-8c65-5ba626f30c34 tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Enqueued Resource ID: 7dd45209-c139-4738-9013-6852d41696ec with Priority: HIGHEST for action security_group_members [ 945.799431] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd45209-c139-4738-9013-6852d41696ec with Priority: HIGHEST for action security_group_members [ 945.799551] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd45209-c139-4738-9013-6852d41696ec taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.802019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.802019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.802019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.802019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.802019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.802019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.802019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.802019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.802019] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd45209-c139-4738-9013-6852d41696ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.074307] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.074473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.074546] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.074762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.079123] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.079123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.079406] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.079550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.079791] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.079847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.079987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.080135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.080224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.080318] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be updated. [ 946.103063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.103471] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.103471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.103616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.103714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.103810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.103906] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7af846-02d5-496a-8995-df13d5af938a is going to be updated. [ 946.105015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.105157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.122171] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.122375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.122375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.122613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.122772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.131662] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 946.136450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.136654] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.136768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.136816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.137032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.137116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.137215] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee is going to be updated. [ 946.138720] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.138924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.139019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.139234] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.139370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.139435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.139641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.139701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.139783] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be updated. [ 946.143850] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.143984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.144076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.144267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.144412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.156408] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7af846-02d5-496a-8995-df13d5af938a in Status: IN_PROGRESS for 2s [ 946.172429] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.172611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.172758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.172879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.173031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.174824] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.175055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.175055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.175198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.175325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.186364] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: IN_PROGRESS for 2s [ 946.187051] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: IN_PROGRESS for 2s [ 946.299029] env[69806]: INFO networking_nsxv3.common.synchronization [req-60409eec-1ded-49b4-b606-276d40c0dbb4 req-d41569ba-a3bd-407b-bf73-763ac0d517df service nova] Enqueued Resource ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 with Priority: HIGHEST for action security_group_rules [ 946.299029] env[69806]: INFO networking_nsxv3.common.synchronization [req-60409eec-1ded-49b4-b606-276d40c0dbb4 req-d41569ba-a3bd-407b-bf73-763ac0d517df service nova] Enqueued Resource ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 with Priority: HIGHEST for action security_group_members [ 946.299029] env[69806]: INFO networking_nsxv3.common.synchronization [req-60409eec-1ded-49b4-b606-276d40c0dbb4 req-d41569ba-a3bd-407b-bf73-763ac0d517df service nova] Enqueued Resource ID: 16a6c58e-f55f-4c26-be71-8607fd1afbde with Priority: HIGHEST for action port [ 946.299029] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 with Priority: HIGHEST for action security_group_rules [ 946.299029] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 with Priority: HIGHEST for action security_group_members [ 946.299029] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a6c58e-f55f-4c26-be71-8607fd1afbde with Priority: HIGHEST for action port [ 946.299029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-629afc5f-2fc6-4082-be52-dbce74e7a884 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.299029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.299029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.299029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.299029] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('629afc5f-2fc6-4082-be52-dbce74e7a884',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.299991] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-629afc5f-2fc6-4082-be52-dbce74e7a884 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.299991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.299991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.299991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.299991] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.300198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.300198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.300253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.300396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.300437] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('629afc5f-2fc6-4082-be52-dbce74e7a884',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.301304] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-16a6c58e-f55f-4c26-be71-8607fd1afbde taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.301412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16a6c58e-f55f-4c26-be71-8607fd1afbde" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.301462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16a6c58e-f55f-4c26-be71-8607fd1afbde" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.301608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16a6c58e-f55f-4c26-be71-8607fd1afbde" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.301678] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a6c58e-f55f-4c26-be71-8607fd1afbde',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.303917] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.305393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.305601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.305885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.306023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.306391] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.306485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.306555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.306733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.306814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.306897] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd45209-c139-4738-9013-6852d41696ec already deleted. [ 946.306975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.307937] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.308144] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-180" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.308254] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-180" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.308480] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-180" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.308725] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.308906] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.309053] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.309273] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.309410] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.309619] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.309724] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.309840] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.310042] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.310152] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.310534] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.310534] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.335297] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.335670] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 946.335994] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.336327] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-180" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.336769] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-cd5cc3fe-b29b-44f3-888c-5903a8d85e58 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.337117] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-cd5cc3fe-b29b-44f3-888c-5903a8d85e58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.337450] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-cd5cc3fe-b29b-44f3-888c-5903a8d85e58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.337882] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-cd5cc3fe-b29b-44f3-888c-5903a8d85e58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.338185] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5cc3fe-b29b-44f3-888c-5903a8d85e58',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.804421] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-629afc5f-2fc6-4082-be52-dbce74e7a884 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.804729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.804810] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('629afc5f-2fc6-4082-be52-dbce74e7a884',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.812691] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16a6c58e-f55f-4c26-be71-8607fd1afbde with status ACTIVE [ 946.812934] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.813758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.813758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.813758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.813758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.813758] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.814350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.814350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.814453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.814549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.814892] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.815082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.815125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.815292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.815370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.815478] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16a6c58e-f55f-4c26-be71-8607fd1afbde is going to be updated. [ 946.841534] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.841758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.841868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.842123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.842302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.842487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16a6c58e-f55f-4c26-be71-8607fd1afbde" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.842982] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.843185] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.843307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.843549] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.843692] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.843853] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port cd5cc3fe-b29b-44f3-888c-5903a8d85e58 not found, creating... [ 946.844106] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.844291] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.844410] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.844614] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.844766] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.845269] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.845484] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.845607] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.845831] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.845961] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.846139] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: cd5cc3fe-b29b-44f3-888c-5903a8d85e58 is going to be created. [ 946.870029] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.870280] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.870411] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.870702] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.870961] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.871233] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-cd5cc3fe-b29b-44f3-888c-5903a8d85e58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.310307] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('629afc5f-2fc6-4082-be52-dbce74e7a884',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.757019] env[69806]: INFO networking_nsxv3.common.synchronization [req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 req-c0e668c7-3765-44c2-9066-6d1f6ac44237 service nova] Enqueued Resource ID: 7dd45209-c139-4738-9013-6852d41696ec with Priority: HIGHEST for action security_group_rules [ 947.757019] env[69806]: INFO networking_nsxv3.common.synchronization [req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 req-c0e668c7-3765-44c2-9066-6d1f6ac44237 service nova] Enqueued Resource ID: 7dd45209-c139-4738-9013-6852d41696ec with Priority: HIGHEST for action security_group_members [ 947.757019] env[69806]: INFO networking_nsxv3.common.synchronization [req-3e773ab7-e1f6-4d68-bf0f-24dd3d411ed8 req-c0e668c7-3765-44c2-9066-6d1f6ac44237 service nova] Enqueued Resource ID: cd5cc3fe-b29b-44f3-888c-5903a8d85e58 with Priority: HIGHEST for action port [ 947.757019] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd45209-c139-4738-9013-6852d41696ec with Priority: HIGHEST for action security_group_rules [ 947.757538] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd45209-c139-4738-9013-6852d41696ec with Priority: HIGHEST for action security_group_members [ 947.757742] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5cc3fe-b29b-44f3-888c-5903a8d85e58 with Priority: HIGHEST for action port [ 947.762146] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd45209-c139-4738-9013-6852d41696ec taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.762146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.762146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.762146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.762146] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd45209-c139-4738-9013-6852d41696ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.763405] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd45209-c139-4738-9013-6852d41696ec taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.763405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.763405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.763405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.763655] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.763655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.763655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.763887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.764175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.764333] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd45209-c139-4738-9013-6852d41696ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.766212] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd5cc3fe-b29b-44f3-888c-5903a8d85e58 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.766370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd5cc3fe-b29b-44f3-888c-5903a8d85e58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.766623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd5cc3fe-b29b-44f3-888c-5903a8d85e58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.766862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd5cc3fe-b29b-44f3-888c-5903a8d85e58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.766975] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5cc3fe-b29b-44f3-888c-5903a8d85e58',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.813061] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.813434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.813434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.814089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.814179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.814254] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 is going to be created. [ 947.844945] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.845134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.845210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.845446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.845643] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.860320] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 in Status: UNINITIALIZED for 2s [ 948.143207] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 948.143207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.143207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.143516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.143752] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.144013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.144090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.144340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.144475] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.144644] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.165673] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c7af846-02d5-496a-8995-df13d5af938a in Status: SUCCESS [ 948.165971] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c7af846-02d5-496a-8995-df13d5af938a deletion is rescheduled due to dependency. [ 948.165971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c7af846-02d5-496a-8995-df13d5af938a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.196994] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006590f0-6ec6-4532-ace5-243bd16c2122 in Status: SUCCESS [ 948.197185] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 deletion is rescheduled due to dependency. [ 948.197292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.198021] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee in Status: SUCCESS [ 948.198184] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee deletion is rescheduled due to dependency. [ 948.198262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.269279] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd45209-c139-4738-9013-6852d41696ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.271057] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd45209-c139-4738-9013-6852d41696ec taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.271057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.271057] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd5cc3fe-b29b-44f3-888c-5903a8d85e58 with status ACTIVE [ 948.271057] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.271057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.271057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.274771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.274771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.274771] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.274771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.274771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.274771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.274771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.274771] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.274771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.274771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.274771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.274771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.274771] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd5cc3fe-b29b-44f3-888c-5903a8d85e58 is going to be updated. [ 948.293387] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.293387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.293387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.293523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.293646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.293800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd5cc3fe-b29b-44f3-888c-5903a8d85e58" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.649839] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.649839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.649839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.649839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.649839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.649839] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.649839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.649839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.649839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.649839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.649839] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be updated. [ 948.679827] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.679827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.679827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.679827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.679827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.690547] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: IN_PROGRESS for 2s [ 948.773891] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd45209-c139-4738-9013-6852d41696ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.276399] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.276657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.276657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.276851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.276953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.277110] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd45209-c139-4738-9013-6852d41696ec is going to be created. [ 949.302380] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.302541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.302601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.302785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.302941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.316114] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd45209-c139-4738-9013-6852d41696ec in Status: UNINITIALIZED for 2s [ 949.872070] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 in Status: SUCCESS [ 949.872345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.872529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.872760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.872957] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.873091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.873157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.873315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.873431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.873540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.873688] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('629afc5f-2fc6-4082-be52-dbce74e7a884',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.274707] env[69806]: INFO networking_nsxv3.common.synchronization [req-575e7f2d-12c7-4f0b-9f71-008f996b5e1b req-8d815993-8e77-4de8-a2f8-9aebc2972e5b tempest-ListServerFiltersTestJSON-1767228950 tempest-ListServerFiltersTestJSON-1767228950-project-member] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 950.274931] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGHEST for action security_group_members [ 950.275249] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.275368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.275554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.275616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.275757] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.275853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.275931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.276239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.276333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.276426] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.379052] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-629afc5f-2fc6-4082-be52-dbce74e7a884 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.379052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.379240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.379349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.379617] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.379763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.379842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.380090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.380225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.380353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.380578] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-629afc5f-2fc6-4082-be52-dbce74e7a884 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.380728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.380840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.381061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.381293] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.381438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.381535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.381760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.381860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.382013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.382141] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('629afc5f-2fc6-4082-be52-dbce74e7a884',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.707519] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 in Status: SUCCESS [ 950.707899] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 deletion is rescheduled due to dependency. [ 950.707899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.717696] env[69806]: INFO networking_nsxv3.common.synchronization [req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 req-f73a10f3-847f-4f0d-825e-92a6a8a0ba67 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Enqueued Resource ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 with Priority: HIGHEST for action security_group_members [ 950.718340] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 with Priority: HIGHEST for action security_group_members [ 950.718651] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d3ad24-a029-4988-9665-59a2f34c8e12 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.718771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.718900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.719614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.720068] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.720068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.720068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.720255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.720255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.720731] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3d3ad24-a029-4988-9665-59a2f34c8e12',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.778429] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.778637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.778685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.779158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.811507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.817342] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.817342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.817342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.817342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.817342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.817342] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be updated. [ 950.852033] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.852033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.852033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.852033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.852033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.874088] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: IN_PROGRESS for 2s [ 950.885724] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 629afc5f-2fc6-4082-be52-dbce74e7a884: rpc.has_security_group_logging(os_id): False [ 950.908151] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.908151] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.908151] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.908151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.910840] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.911209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.913029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.913029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.913029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.913029] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 is going to be created. [ 950.979062] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.979234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.979303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.979528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.979707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.993718] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 in Status: IN_PROGRESS for 2s [ 951.083033] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.083344] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-30" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.083408] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-30" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.083742] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-30" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.084036] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.084206] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.084324] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.084562] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.084710] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.084929] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.085059] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.085175] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.085284] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.085400] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.085514] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.085652] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.123718] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.123718] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 951.124076] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.124341] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-30" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.124818] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-1fcd1161-e87f-4258-ba3f-a98941af8742 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.125277] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-1fcd1161-e87f-4258-ba3f-a98941af8742" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.125415] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-1fcd1161-e87f-4258-ba3f-a98941af8742" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.125934] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-1fcd1161-e87f-4258-ba3f-a98941af8742" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.126196] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fcd1161-e87f-4258-ba3f-a98941af8742',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.222832] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.223107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.223241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.223661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.223767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.223980] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.224102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.224708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.224708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.224708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.224708] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 already deleted. [ 951.224708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.330433] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd45209-c139-4738-9013-6852d41696ec in Status: SUCCESS [ 951.330433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.330433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.330986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.330986] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.330986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.331216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.331216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.331398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.331398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.331490] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dd45209-c139-4738-9013-6852d41696ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.629633] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.630082] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.630082] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.630389] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.630573] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.630741] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 1fcd1161-e87f-4258-ba3f-a98941af8742 not found, creating... [ 951.631050] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.631218] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.631349] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.631583] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.632293] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.632293] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.632293] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.632503] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.632952] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.632952] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.632952] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 1fcd1161-e87f-4258-ba3f-a98941af8742 is going to be created. [ 951.662531] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.662762] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.662941] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.663227] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.663503] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.663687] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-1fcd1161-e87f-4258-ba3f-a98941af8742" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.834705] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd45209-c139-4738-9013-6852d41696ec taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.834943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.835103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.835434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.835716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.836105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.836187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.836476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.836613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.836765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.837039] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd45209-c139-4738-9013-6852d41696ec taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.837205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.837305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.837554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.837790] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.838051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.838163] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.838393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.838571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.838642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.838784] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dd45209-c139-4738-9013-6852d41696ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.341582] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dd45209-c139-4738-9013-6852d41696ec: rpc.has_security_group_logging(os_id): False [ 952.358483] env[69806]: INFO networking_nsxv3.common.synchronization [req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 req-ba969ae1-0dab-44fa-8679-ba721b97ad6e service nova] Enqueued Resource ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 with Priority: HIGHEST for action security_group_rules [ 952.358727] env[69806]: INFO networking_nsxv3.common.synchronization [req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 req-ba969ae1-0dab-44fa-8679-ba721b97ad6e service nova] Enqueued Resource ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 with Priority: HIGHEST for action security_group_members [ 952.358876] env[69806]: INFO networking_nsxv3.common.synchronization [req-c004e1f6-74c7-4d31-ba9f-5346fe3a77c8 req-ba969ae1-0dab-44fa-8679-ba721b97ad6e service nova] Enqueued Resource ID: 1fcd1161-e87f-4258-ba3f-a98941af8742 with Priority: HIGHEST for action port [ 952.359566] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 with Priority: HIGHEST for action security_group_rules [ 952.359698] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 with Priority: HIGHEST for action security_group_members [ 952.359910] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fcd1161-e87f-4258-ba3f-a98941af8742 with Priority: HIGHEST for action port [ 952.366025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3d3ad24-a029-4988-9665-59a2f34c8e12 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.366025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.366025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.366025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.366025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3d3ad24-a029-4988-9665-59a2f34c8e12',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.366025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d3ad24-a029-4988-9665-59a2f34c8e12 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.366025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.366025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.366025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.366025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.366025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.366025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.366025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.366025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.366569] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3d3ad24-a029-4988-9665-59a2f34c8e12',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.369318] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fcd1161-e87f-4258-ba3f-a98941af8742 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.369449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fcd1161-e87f-4258-ba3f-a98941af8742" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.369496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fcd1161-e87f-4258-ba3f-a98941af8742" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.369654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fcd1161-e87f-4258-ba3f-a98941af8742" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.369726] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fcd1161-e87f-4258-ba3f-a98941af8742',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.371633] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.371633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.371778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.371807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.371889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.372151] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.372275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.372356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.372535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.372751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.373023] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.373126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.373229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.373368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.373470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.373670] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.373785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.373861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.374218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.374218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.374387] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd45209-c139-4738-9013-6852d41696ec is going to be created. [ 952.443514] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.443514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.443514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.443514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.443514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.457482] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd45209-c139-4738-9013-6852d41696ec in Status: IN_PROGRESS for 2s [ 952.600830] env[69806]: INFO networking_nsxv3.common.synchronization [req-7aca552e-5f23-4f6b-a3c8-c1f3d8def164 req-83581a8d-a206-4961-afa0-7d7c9b0df6a1 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 952.601103] env[69806]: INFO networking_nsxv3.common.synchronization [req-7aca552e-5f23-4f6b-a3c8-c1f3d8def164 req-83581a8d-a206-4961-afa0-7d7c9b0df6a1 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 with Priority: HIGHEST for action security_group_members [ 952.601672] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 952.601827] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 with Priority: HIGHEST for action security_group_members [ 952.603326] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.603326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.603326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.603326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.603326] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.603326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.603326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.603326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.603326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.603326] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.604111] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-907c9a25-7f69-474d-9b48-eb5dcbf8c480 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.604217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.604285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.604464] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.604613] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.604716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.604783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.604905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.604980] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.605092] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907c9a25-7f69-474d-9b48-eb5dcbf8c480',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.714890] env[69806]: INFO networking_nsxv3.common.synchronization [req-7aca552e-5f23-4f6b-a3c8-c1f3d8def164 req-83581a8d-a206-4961-afa0-7d7c9b0df6a1 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 with Priority: HIGHEST for action security_group_rules [ 952.715628] env[69806]: INFO networking_nsxv3.common.synchronization [req-7aca552e-5f23-4f6b-a3c8-c1f3d8def164 req-83581a8d-a206-4961-afa0-7d7c9b0df6a1 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 with Priority: HIGHEST for action security_group_members [ 952.715899] env[69806]: INFO networking_nsxv3.common.synchronization [req-7aca552e-5f23-4f6b-a3c8-c1f3d8def164 req-83581a8d-a206-4961-afa0-7d7c9b0df6a1 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_rules [ 952.716082] env[69806]: INFO networking_nsxv3.common.synchronization [req-7aca552e-5f23-4f6b-a3c8-c1f3d8def164 req-83581a8d-a206-4961-afa0-7d7c9b0df6a1 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 952.716223] env[69806]: INFO networking_nsxv3.common.synchronization [req-7aca552e-5f23-4f6b-a3c8-c1f3d8def164 req-83581a8d-a206-4961-afa0-7d7c9b0df6a1 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: a8ff257d-f8ff-43e0-a575-2713af946b61 with Priority: HIGHEST for action port [ 952.716773] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 with Priority: HIGHEST for action security_group_rules [ 952.716932] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_rules [ 952.717119] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ff257d-f8ff-43e0-a575-2713af946b61 with Priority: HIGHEST for action port [ 952.717194] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 with Priority: HIGHEST for action security_group_members [ 952.717239] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 952.717500] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-907c9a25-7f69-474d-9b48-eb5dcbf8c480 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.717618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.717684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.717964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.718058] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('907c9a25-7f69-474d-9b48-eb5dcbf8c480',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.718955] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.719168] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.719168] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.719530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.719609] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.720678] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8ff257d-f8ff-43e0-a575-2713af946b61 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.720799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.720866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.721044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.721178] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ff257d-f8ff-43e0-a575-2713af946b61',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.722068] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-907c9a25-7f69-474d-9b48-eb5dcbf8c480 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.722170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.722572] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.722682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.879123] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3d3ad24-a029-4988-9665-59a2f34c8e12',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.888277] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d3ad24-a029-4988-9665-59a2f34c8e12 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.888277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.888277] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fcd1161-e87f-4258-ba3f-a98941af8742 with status ACTIVE [ 952.888277] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.888277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.888277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.888277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.888277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.888277] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.888277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.888277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.888277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.888277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.888277] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.888738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.888738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.888738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.888738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.888738] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fcd1161-e87f-4258-ba3f-a98941af8742 is going to be updated. [ 952.904272] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e in Status: SUCCESS [ 952.904694] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e deletion is rescheduled due to dependency. [ 952.904901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.914681] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.914681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.914681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.914681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.914681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.914681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fcd1161-e87f-4258-ba3f-a98941af8742" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.012269] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 in Status: SUCCESS [ 953.012269] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.109662] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.110724] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('907c9a25-7f69-474d-9b48-eb5dcbf8c480',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.224039] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-907c9a25-7f69-474d-9b48-eb5dcbf8c480 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.224039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.224305] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8ff257d-f8ff-43e0-a575-2713af946b61 with status ACTIVE [ 953.224486] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.224609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.224675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.224961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.225076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.225250] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.225360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.225423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.225597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.225703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.225992] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.226127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.226192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.226348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.226419] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.226506] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8ff257d-f8ff-43e0-a575-2713af946b61 is going to be updated. [ 953.227947] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.228119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.248888] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.249115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.249115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.249377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.249579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.249755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.390017] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3d3ad24-a029-4988-9665-59a2f34c8e12',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.578373] env[69806]: INFO networking_nsxv3.common.synchronization [req-93ae86e3-37e4-4949-b309-8d33ed205a52 req-cb1212fb-175a-4ca9-832c-c3772ff2fcc0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 953.578734] env[69806]: INFO networking_nsxv3.common.synchronization [req-93ae86e3-37e4-4949-b309-8d33ed205a52 req-cb1212fb-175a-4ca9-832c-c3772ff2fcc0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 with Priority: HIGHEST for action security_group_members [ 953.579446] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 953.579570] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 with Priority: HIGHEST for action security_group_members [ 953.580158] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.580158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.580415] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-907c9a25-7f69-474d-9b48-eb5dcbf8c480 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.580515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.612276] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.617042] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('907c9a25-7f69-474d-9b48-eb5dcbf8c480',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.653444] env[69806]: INFO networking_nsxv3.common.synchronization [req-93ae86e3-37e4-4949-b309-8d33ed205a52 req-cb1212fb-175a-4ca9-832c-c3772ff2fcc0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_rules [ 953.653750] env[69806]: INFO networking_nsxv3.common.synchronization [req-93ae86e3-37e4-4949-b309-8d33ed205a52 req-cb1212fb-175a-4ca9-832c-c3772ff2fcc0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 953.653998] env[69806]: INFO networking_nsxv3.common.synchronization [req-93ae86e3-37e4-4949-b309-8d33ed205a52 req-cb1212fb-175a-4ca9-832c-c3772ff2fcc0 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: a8ff257d-f8ff-43e0-a575-2713af946b61 with Priority: HIGHEST for action port [ 953.654690] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_rules [ 953.654903] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 953.655623] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ff257d-f8ff-43e0-a575-2713af946b61 with Priority: HIGHEST for action port [ 953.655623] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.655767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.656921] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.656921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.656921] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8ff257d-f8ff-43e0-a575-2713af946b61 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.656921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.656921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.657656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.657860] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ff257d-f8ff-43e0-a575-2713af946b61',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.892073] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.892262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.892335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.892555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.892648] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.892764] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 is going to be created. [ 953.921038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.921273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.921273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.921830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.921830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.934449] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 in Status: UNINITIALIZED for 2s [ 954.116167] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.116348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.116422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.116826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.116969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.117180] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 is going to be updated. [ 954.121840] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.121840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.121840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.121840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.121840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.121840] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 is going to be created. [ 954.152237] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.154102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.154407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.154729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.155110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.159035] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.159354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.159510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.159989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.160653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.162505] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8ff257d-f8ff-43e0-a575-2713af946b61 with status ACTIVE [ 954.163161] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.164795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.164795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.164795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.164795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.164795] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.164795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.164795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.164795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.164795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.166013] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.166255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.166431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.166689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.167189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.167427] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8ff257d-f8ff-43e0-a575-2713af946b61 is going to be updated. [ 954.178841] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: IN_PROGRESS for 2s [ 954.182229] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 in Status: UNINITIALIZED for 2s [ 954.191809] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.192065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.192138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.192350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.192483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.192644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8ff257d-f8ff-43e0-a575-2713af946b61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.472608] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd45209-c139-4738-9013-6852d41696ec in Status: SUCCESS [ 954.472991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.943486] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 in Status: SUCCESS [ 955.943801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.943915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.944180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.944396] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.944516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.944655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.944800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.944842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.944961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.945093] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3d3ad24-a029-4988-9665-59a2f34c8e12',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.191465] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: SUCCESS [ 956.191686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.191868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.192934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.192934] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.192934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.192934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.192934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.192934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.192934] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.197060] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 in Status: SUCCESS [ 956.197060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.197060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.197060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.197060] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.197060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.197060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.197060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.197060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.197060] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907c9a25-7f69-474d-9b48-eb5dcbf8c480',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.449575] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d3ad24-a029-4988-9665-59a2f34c8e12 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.449793] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.449793] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.450120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.450251] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.450407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.450446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.450638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.450692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.450755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.450909] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d3ad24-a029-4988-9665-59a2f34c8e12 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.451529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.451529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.451529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.451529] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.451529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.452332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.452332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.452332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.452332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.452332] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3d3ad24-a029-4988-9665-59a2f34c8e12',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.700055] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.704019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.704019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.704019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.704019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.704019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.704019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.704019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.704019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.704019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.704019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.704019] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 is going to be deleted. [ 956.746257] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.746445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.748860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.748860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.748860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.748860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.748860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.748860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.748860] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.748860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.748860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.748860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.748860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.748860] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907c9a25-7f69-474d-9b48-eb5dcbf8c480',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.959104] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3d3ad24-a029-4988-9665-59a2f34c8e12: rpc.has_security_group_logging(os_id): False [ 956.981068] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.981256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.981316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.981525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.981622] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.981869] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.981985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.982044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.982187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.982258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.984305] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.984305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.984305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.984305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.984305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.984305] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.984305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.984305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.984305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.984305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.984305] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 is going to be created. [ 957.045969] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.046147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.046188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.046487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.046575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.059738] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 in Status: IN_PROGRESS for 2s [ 957.207383] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.249759] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.249923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.249996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.250417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.250478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.250720] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.250836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.250901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.251077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.251169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.251260] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 already deleted. [ 957.251341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.251439] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('907c9a25-7f69-474d-9b48-eb5dcbf8c480',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.252247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.252466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.252636] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.252751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.252817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.252961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.253055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.253132] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907c9a25-7f69-474d-9b48-eb5dcbf8c480',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.710044] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.713953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.713953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.713953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.713953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.713953] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 is going to be updated. [ 957.748544] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.748544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.748544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.748788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.748816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.755522] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('907c9a25-7f69-474d-9b48-eb5dcbf8c480',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.757127] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.757127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.757127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.757340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.757419] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.757621] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.757720] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.757859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.758351] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.758351] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.758351] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 already deleted. [ 957.758512] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.768226] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: IN_PROGRESS for 2s [ 958.263519] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 907c9a25-7f69-474d-9b48-eb5dcbf8c480: rpc.has_security_group_logging(os_id): False [ 958.284183] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.284397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.284448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.284685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.284768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.285028] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.285147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.285217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.285376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.285454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.285541] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 is going to be created. [ 958.310934] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/907c9a25-7f69-474d-9b48-eb5dcbf8c480], does not exist path=[/infra/domains/default/groups/907c9a25-7f69-474d-9b48-eb5dcbf8c480]."\n}' [ 958.311111] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/907c9a25-7f69-474d-9b48-eb5dcbf8c480 [ 958.311189] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 958.349101] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.349101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.349101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.349101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.350044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.350249] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.350604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.350661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.350862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.350954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.351176] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.351280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.351342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.351496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.351572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.351659] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907c9a25-7f69-474d-9b48-eb5dcbf8c480 is going to be created. [ 958.369229] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/907c9a25-7f69-474d-9b48-eb5dcbf8c480], does not exist path=[/infra/domains/default/groups/907c9a25-7f69-474d-9b48-eb5dcbf8c480]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/907c9a25-7f69-474d-9b48-eb5dcbf8c480 [ 958.369229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-907c9a25-7f69-474d-9b48-eb5dcbf8c480" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.369229] env[69806]: Traceback (most recent call last): [ 958.369229] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 958.369229] env[69806]: return func(*args, **kwargs) [ 958.369229] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 958.369229] env[69806]: res.raise_for_status() [ 958.369229] env[69806]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 958.369229] env[69806]: raise HTTPError(http_error_msg, response=self) [ 958.369229] env[69806]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/907c9a25-7f69-474d-9b48-eb5dcbf8c480 [ 958.369229] env[69806]: During handling of the above exception, another exception occurred: [ 958.369229] env[69806]: Traceback (most recent call last): [ 958.369229] env[69806]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 958.369229] env[69806]: listener.cb(fileno) [ 958.369229] env[69806]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 958.369229] env[69806]: result = function(*args, **kwargs) [ 958.369229] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 958.369229] env[69806]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 958.369229] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 958.369229] env[69806]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 958.369229] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 958.369229] env[69806]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 958.369229] env[69806]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 958.369229] env[69806]: res.raise_for_status() [ 958.369229] env[69806]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 958.369229] env[69806]: raise HTTPError(http_error_msg, response=self) [ 958.369229] env[69806]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/907c9a25-7f69-474d-9b48-eb5dcbf8c480 [ 958.369229] env[69806]: Removing descriptor: 24 [ 958.657417] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 958.657417] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 959.076754] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 in Status: SUCCESS [ 959.076998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.109859] env[69806]: INFO networking_nsxv3.common.synchronization [req-df5bfe6e-7398-4e03-9c11-1d964620b2e6 req-3327b382-bac4-4897-b259-d95a791c05ca tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 959.111207] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 959.111515] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.111646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.111733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.111976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.112355] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.112512] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.112512] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.112803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.112803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.112933] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.616515] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.616515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.616515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.616932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.644046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.644289] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.644414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.644483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.644692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.644778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.644869] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be updated. [ 959.690065] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.690265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.690265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.690477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.690621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.702843] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: IN_PROGRESS for 2s [ 959.780216] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: SUCCESS [ 959.781083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.781172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.781498] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.781744] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.781909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.782048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.782340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.782424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.782811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.783164] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.784018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.784254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.784470] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.784640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.784760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.784936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.785126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.785321] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.287368] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.287619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.289137] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.574179] env[69806]: INFO networking_nsxv3.common.synchronization [req-45ea16e8-4f22-48bc-9ab8-e662d8777b94 req-c1e721a3-50fb-460d-aa87-40d0a8a57491 tempest-ServerGroupTestJSON-1605829277 tempest-ServerGroupTestJSON-1605829277-project-member] Enqueued Resource ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 with Priority: HIGHEST for action security_group_members [ 960.574694] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 with Priority: HIGHEST for action security_group_members [ 960.575000] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-629afc5f-2fc6-4082-be52-dbce74e7a884 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.575684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.575684] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.575896] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.575931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.576013] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('629afc5f-2fc6-4082-be52-dbce74e7a884',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.792946] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.079108] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.079108] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.079108] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.079108] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.108797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.108797] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.108797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.108797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.108797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.108797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.108797] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 is going to be updated. [ 961.139339] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.139339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.139339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.139339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.139339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.148511] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 in Status: IN_PROGRESS for 2s [ 961.270504] env[69806]: INFO networking_nsxv3.common.synchronization [req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d req-3f0be844-6fe5-44ea-840b-50fb1953b04a tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Enqueued Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_members [ 961.272841] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_members [ 961.272841] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-91012f04-fc7a-4f78-ad28-52cc2e63894e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.272841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.272841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.272841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.272841] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.272841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.272841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.272841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.272841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.273390] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.297559] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.297665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.297704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.297928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.298057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.298167] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 is going to be updated. [ 961.336275] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.336411] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.336486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.336697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.340028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.356906] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: IN_PROGRESS for 2s [ 961.716875] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: SUCCESS [ 961.716875] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee deletion is rescheduled due to dependency. [ 961.716875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.776813] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.777043] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.777043] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.777533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.777533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.777651] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.777651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.777731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.778122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.778122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.778122] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e already deleted. [ 961.778368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.813199] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.813199] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-157" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.813199] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-157" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.813199] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-157" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.813199] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.813199] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.813754] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.813754] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.813842] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.814183] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.814345] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.814485] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.814623] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.814761] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.814891] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.815080] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.843906] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.844125] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.844445] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.844678] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-157" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.845158] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-fd67623c-8bfe-4cb2-88d0-be7f270d6fda taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.845744] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-fd67623c-8bfe-4cb2-88d0-be7f270d6fda" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.847023] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-fd67623c-8bfe-4cb2-88d0-be7f270d6fda" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.847023] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-fd67623c-8bfe-4cb2-88d0-be7f270d6fda" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.847023] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd67623c-8bfe-4cb2-88d0-be7f270d6fda',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.145620] env[69806]: INFO networking_nsxv3.common.synchronization [req-a44556a4-67fd-48f4-8e91-aaae2288dd78 req-1fd12326-a6bd-412f-9a65-beb854ee675e tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Enqueued Resource ID: 7dd45209-c139-4738-9013-6852d41696ec with Priority: HIGHEST for action security_group_members [ 962.146336] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd45209-c139-4738-9013-6852d41696ec with Priority: HIGHEST for action security_group_members [ 962.146777] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd45209-c139-4738-9013-6852d41696ec taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.146965] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.147072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.147283] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.147452] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.147629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.147629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.147751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.147835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.147933] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd45209-c139-4738-9013-6852d41696ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.350525] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.350525] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.350525] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.350792] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.350945] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.351137] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port fd67623c-8bfe-4cb2-88d0-be7f270d6fda not found, creating... [ 962.351476] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.351590] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.351709] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.351937] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.352108] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.352395] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.352548] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.353250] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.353250] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.353250] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.353250] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: fd67623c-8bfe-4cb2-88d0-be7f270d6fda is going to be created. [ 962.375076] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.375478] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.375736] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.376774] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.376774] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.377062] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-fd67623c-8bfe-4cb2-88d0-be7f270d6fda" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.652848] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.652953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.653046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.653275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.676645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.676918] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.677044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.677115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.677325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.677398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.677499] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd45209-c139-4738-9013-6852d41696ec is going to be updated. [ 962.726784] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.726890] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.726940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.727202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.727553] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.738915] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd45209-c139-4738-9013-6852d41696ec in Status: IN_PROGRESS for 2s [ 963.147585] env[69806]: INFO networking_nsxv3.common.synchronization [req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d req-b6eb10c4-836b-4e8a-a84a-d060723c8731 service nova] Enqueued Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_rules [ 963.147943] env[69806]: INFO networking_nsxv3.common.synchronization [req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d req-b6eb10c4-836b-4e8a-a84a-d060723c8731 service nova] Enqueued Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_members [ 963.147943] env[69806]: INFO networking_nsxv3.common.synchronization [req-aa6c03f9-a699-4f56-a57c-dcb8beb8501d req-b6eb10c4-836b-4e8a-a84a-d060723c8731 service nova] Enqueued Resource ID: fd67623c-8bfe-4cb2-88d0-be7f270d6fda with Priority: HIGHEST for action port [ 963.148618] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_rules [ 963.148618] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_members [ 963.148722] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd67623c-8bfe-4cb2-88d0-be7f270d6fda with Priority: HIGHEST for action port [ 963.151349] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91012f04-fc7a-4f78-ad28-52cc2e63894e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.151513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.151613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.151881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.151993] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.156038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-91012f04-fc7a-4f78-ad28-52cc2e63894e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.156038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.156038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.156038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.156038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.156038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.156038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.156038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.156038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.156038] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.156038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd67623c-8bfe-4cb2-88d0-be7f270d6fda taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.156038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd67623c-8bfe-4cb2-88d0-be7f270d6fda" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.156038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd67623c-8bfe-4cb2-88d0-be7f270d6fda" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.156038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd67623c-8bfe-4cb2-88d0-be7f270d6fda" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.156038] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd67623c-8bfe-4cb2-88d0-be7f270d6fda',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.166586] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 in Status: SUCCESS [ 963.166756] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 629afc5f-2fc6-4082-be52-dbce74e7a884 deletion is rescheduled due to dependency. [ 963.166856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-629afc5f-2fc6-4082-be52-dbce74e7a884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.370038] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: SUCCESS [ 963.370038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.370038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.370294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.370542] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.370794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.370794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.371412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.371412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.371412] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.657741] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-91012f04-fc7a-4f78-ad28-52cc2e63894e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.657741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.659393] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.660435] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd67623c-8bfe-4cb2-88d0-be7f270d6fda with status ACTIVE [ 963.660658] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.660782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.660845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.661077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.661162] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.661379] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.661487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.661551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.661695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.661773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.661961] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.662082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.662138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.662291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.662364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.662451] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd67623c-8bfe-4cb2-88d0-be7f270d6fda is going to be updated. [ 963.700087] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.700274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.700274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.700499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.700637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.700817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd67623c-8bfe-4cb2-88d0-be7f270d6fda" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.873861] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.166701] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.377898] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.530115] env[69806]: INFO networking_nsxv3.common.synchronization [req-467a0ccf-2a3e-4d1c-aaf0-c27cf4c2029d req-c1e55af8-7c47-43ad-a499-3083c6f55455 tempest-ServerRescueTestJSONUnderV235-127221274 tempest-ServerRescueTestJSONUnderV235-127221274-project-member] Enqueued Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 964.530769] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 with Priority: HIGHEST for action security_group_members [ 964.531190] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.531337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.673236] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.673236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.673236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.673236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.673236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.673236] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e is going to be created. [ 964.702094] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.702094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.702094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.702094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.702094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.712303] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e in Status: UNINITIALIZED for 2s [ 964.751332] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd45209-c139-4738-9013-6852d41696ec in Status: SUCCESS [ 964.751332] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd45209-c139-4738-9013-6852d41696ec deletion is rescheduled due to dependency. [ 964.751332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.880593] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.880761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.880836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.881101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.881199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.881309] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 is going to be updated. [ 964.914127] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.914410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.914410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.914570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.914702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.926167] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: IN_PROGRESS for 2s [ 965.634048] env[69806]: INFO networking_nsxv3.common.synchronization [req-5a83f0ee-522d-48ca-8ef1-40c3ee7f7f84 req-d4aa9863-0f2e-47e9-b8e1-d21713b77500 tempest-ServerAddressesTestJSON-1316354804 tempest-ServerAddressesTestJSON-1316354804-project-member] Enqueued Resource ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 with Priority: HIGHEST for action security_group_members [ 965.634692] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 with Priority: HIGHEST for action security_group_members [ 965.635023] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3d3ad24-a029-4988-9665-59a2f34c8e12 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.635922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.636099] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.636359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.636578] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.636722] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.637314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.637314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.637314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.637314] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3d3ad24-a029-4988-9665-59a2f34c8e12',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.146519] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.146742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.146742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.147035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.168718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.169041] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.169189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.169286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.169487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.169573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.169662] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 is going to be updated. [ 966.197858] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.198295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.198957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.198957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.198957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.209805] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 in Status: IN_PROGRESS for 2s [ 966.730259] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e in Status: SUCCESS [ 966.730631] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.730686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.730920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.731136] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.731311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.731360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.731511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.731600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.731694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.731798] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.936990] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: SUCCESS [ 966.937233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.937410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.937690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.938174] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.938174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.938367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.938367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.938453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.938522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.938794] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef74f99c-8c22-4f7a-924f-f80aae859bc2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.938881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.938945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.939165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.939315] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.941609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.941609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.941609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.941609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.941609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.941609] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.941609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.941609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.941609] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.941609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.941609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.941609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.941609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.941609] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.234382] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.444587] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef74f99c-8c22-4f7a-924f-f80aae859bc2: rpc.has_security_group_logging(os_id): False [ 967.446173] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.446310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.446346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.446557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.466503] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.466703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.474182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.474448] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.474964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.474964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.474964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.474964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.475201] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 is going to be updated. [ 967.476079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.476274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.476376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.476594] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.476712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.476766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.476926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.477015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.477238] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.477352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.477412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.477550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.477632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.477825] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.477927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.478044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.478216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.478302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.478401] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 is going to be updated. [ 967.519556] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.519804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.519906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.521185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.521185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.534168] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: IN_PROGRESS for 2s [ 967.585028] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.585028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.585028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.585028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.585028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.627038] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: IN_PROGRESS for 2s [ 967.737473] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91012f04-fc7a-4f78-ad28-52cc2e63894e: rpc.has_security_group_logging(os_id): False [ 967.761758] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.761969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.762070] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.762338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.762462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.762762] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.762908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.763120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.763187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.763352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.763429] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e is going to be created. [ 967.875186] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.875186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.875186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.875186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.875186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.889749] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e in Status: IN_PROGRESS for 2s [ 968.219347] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 in Status: SUCCESS [ 968.219663] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 deletion is rescheduled due to dependency. [ 968.219866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.224421] env[69806]: INFO networking_nsxv3.common.synchronization [req-06abb433-2668-477b-af69-584e9a370b98 req-5ee3eefd-142d-485c-ad89-bff65357faf2 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_members [ 969.230024] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_members [ 969.230024] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da3b7f2-2957-445c-abd7-0c0512ea4c51 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.230024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.230024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.230024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.230024] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.230024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.230024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.230024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.230024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.230024] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0da3b7f2-2957-445c-abd7-0c0512ea4c51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.545915] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: SUCCESS [ 969.546150] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 deletion is rescheduled due to dependency. [ 969.546263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.549147] env[69806]: INFO networking_nsxv3.common.synchronization [req-c6b77bf9-8ebf-4719-b549-eb986982def4 req-34dcd131-0b6f-4d51-83c1-c55de4552f77 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 969.549692] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 969.550083] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.550240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.550313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.550557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.550796] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.550906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.550972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.551154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.551238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.551332] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.640672] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 in Status: SUCCESS [ 969.640914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.641113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.641334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.641422] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef74f99c-8c22-4f7a-924f-f80aae859bc2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.715454] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.715629] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.715822] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.717962] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.718454] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.718720] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.719403] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.719403] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.719634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.719969] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.720276] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.720481] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.720665] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.720876] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.721097] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.722199] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.730939] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.731149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.731724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.731724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.731724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.731724] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.732241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.732241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.732241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.732241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.732241] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 already deleted. [ 969.732380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.744218] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.744532] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.744618] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.744856] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.745207] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-bce41b7f-7fb2-47a4-921d-149299fcd3a2 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.745508] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-bce41b7f-7fb2-47a4-921d-149299fcd3a2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.745508] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-bce41b7f-7fb2-47a4-921d-149299fcd3a2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.745828] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-bce41b7f-7fb2-47a4-921d-149299fcd3a2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.746155] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce41b7f-7fb2-47a4-921d-149299fcd3a2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.906719] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e in Status: SUCCESS [ 969.906719] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.054404] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.165038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.165038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.165038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.165038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.165038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.165038] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef74f99c-8c22-4f7a-924f-f80aae859bc2 is going to be deleted. [ 970.217029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.217190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.217262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.217477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.217566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.217715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef74f99c-8c22-4f7a-924f-f80aae859bc2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.250386] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.250386] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.250961] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.250961] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.250961] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.250961] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port bce41b7f-7fb2-47a4-921d-149299fcd3a2 not found, creating... [ 970.251285] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.251461] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.251566] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.251818] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.251932] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.252238] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.255306] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.255306] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.255306] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.255306] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.255306] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: bce41b7f-7fb2-47a4-921d-149299fcd3a2 is going to be created. [ 970.289237] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.289471] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.289788] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.289993] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.290272] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.290525] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-bce41b7f-7fb2-47a4-921d-149299fcd3a2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.559563] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.066602] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.066778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.066849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.067139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.067275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.067401] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 971.096536] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.096708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.096921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.097040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.097199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.106845] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 971.126801] env[69806]: INFO networking_nsxv3.common.synchronization [req-06abb433-2668-477b-af69-584e9a370b98 req-a06b9694-7fd2-4b76-a999-d84de685bf87 service nova] Enqueued Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_rules [ 971.126976] env[69806]: INFO networking_nsxv3.common.synchronization [req-06abb433-2668-477b-af69-584e9a370b98 req-a06b9694-7fd2-4b76-a999-d84de685bf87 service nova] Enqueued Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_members [ 971.127271] env[69806]: INFO networking_nsxv3.common.synchronization [req-06abb433-2668-477b-af69-584e9a370b98 req-a06b9694-7fd2-4b76-a999-d84de685bf87 service nova] Enqueued Resource ID: bce41b7f-7fb2-47a4-921d-149299fcd3a2 with Priority: HIGHEST for action port [ 971.127592] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_rules [ 971.127787] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_members [ 971.127897] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce41b7f-7fb2-47a4-921d-149299fcd3a2 with Priority: HIGHEST for action port [ 971.128247] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.128391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.128461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.128665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.128751] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da3b7f2-2957-445c-abd7-0c0512ea4c51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.129714] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da3b7f2-2957-445c-abd7-0c0512ea4c51 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.132856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.132856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.132856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.132856] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.132856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.132856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.132856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.132856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.132856] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0da3b7f2-2957-445c-abd7-0c0512ea4c51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.132856] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-bce41b7f-7fb2-47a4-921d-149299fcd3a2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.132856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bce41b7f-7fb2-47a4-921d-149299fcd3a2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.132856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bce41b7f-7fb2-47a4-921d-149299fcd3a2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.132856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bce41b7f-7fb2-47a4-921d-149299fcd3a2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.132856] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce41b7f-7fb2-47a4-921d-149299fcd3a2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.633933] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da3b7f2-2957-445c-abd7-0c0512ea4c51 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.634274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.634274] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0da3b7f2-2957-445c-abd7-0c0512ea4c51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.635202] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bce41b7f-7fb2-47a4-921d-149299fcd3a2 with status ACTIVE [ 971.635564] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.635564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.636672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.636672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.636672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.636672] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.636672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.636672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.636672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.636672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.636672] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.637074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.637074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.637074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.637074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.637248] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bce41b7f-7fb2-47a4-921d-149299fcd3a2 is going to be updated. [ 971.668065] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.668264] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.668323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.668521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.668661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.668835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bce41b7f-7fb2-47a4-921d-149299fcd3a2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.139131] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0da3b7f2-2957-445c-abd7-0c0512ea4c51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.644329] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.644329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.644329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.644329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.644329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.644329] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 is going to be created. [ 972.671890] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.671890] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.671890] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.671890] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.671890] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.688127] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 in Status: UNINITIALIZED for 2s [ 973.127178] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 973.128148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.219152] env[69806]: INFO networking_nsxv3.common.synchronization [req-bd1aa068-b682-4523-91d0-58314252fcc1 req-26b17c6f-d156-4857-985c-fae7debed146 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 974.219152] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 974.219487] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.219487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.219613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.219882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.220010] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.220010] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.220376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.220570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.220743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.220824] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.700594] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 in Status: SUCCESS [ 974.700911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.701024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.701190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.701375] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.701489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.701552] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.701696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.702024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.702840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.702958] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0da3b7f2-2957-445c-abd7-0c0512ea4c51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.723844] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.724292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.724463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.724760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.748708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.748708] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.748708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.748708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.748708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.748708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.748708] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 974.793119] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.793119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.793119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.793119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.793119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.804141] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 975.096508] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.096717] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.097039] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.098809] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.098809] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.098809] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.098809] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.098809] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.099312] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.099312] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.099419] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.099616] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.099746] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.099868] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.099978] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.100222] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.135344] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.135753] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 975.135890] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.136304] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.136574] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-08c82f5a-c0bd-41d6-abe2-959a10165293 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.136880] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-08c82f5a-c0bd-41d6-abe2-959a10165293" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.137031] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-08c82f5a-c0bd-41d6-abe2-959a10165293" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.138150] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-08c82f5a-c0bd-41d6-abe2-959a10165293" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.138150] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08c82f5a-c0bd-41d6-abe2-959a10165293',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.205883] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0da3b7f2-2957-445c-abd7-0c0512ea4c51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.640789] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.644137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.644137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.644137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.644137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.644137] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 08c82f5a-c0bd-41d6-abe2-959a10165293 not found, creating... [ 975.644137] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.644137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.644137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.644137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.644137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.644541] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.644541] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.644541] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.644541] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.644541] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.644884] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 08c82f5a-c0bd-41d6-abe2-959a10165293 is going to be created. [ 975.671336] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.671336] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.671336] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.671336] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.671336] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.671336] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-08c82f5a-c0bd-41d6-abe2-959a10165293" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.712217] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0da3b7f2-2957-445c-abd7-0c0512ea4c51: rpc.has_security_group_logging(os_id): False [ 975.734375] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.734893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.735016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.735882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.735882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.736255] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.736255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.736255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.736495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.736627] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.736627] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 is going to be created. [ 975.749030] env[69806]: INFO networking_nsxv3.common.synchronization [req-140dc61e-fa2f-46f4-be35-7300534fb06f req-236b4dbe-5068-42b8-951f-bd86c6336299 tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Enqueued Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 975.750133] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 975.750316] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.750469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.750469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.750839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.750907] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.751023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.751092] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.751253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.751338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.752354] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.828545] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.828545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.828545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.828545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.828545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.844990] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 in Status: IN_PROGRESS for 2s [ 976.257819] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.758413] env[69806]: INFO networking_nsxv3.common.synchronization [req-bd1aa068-b682-4523-91d0-58314252fcc1 req-ce8bd20e-a443-484d-9c82-9ff9f3fce568 service nova] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_rules [ 976.758771] env[69806]: INFO networking_nsxv3.common.synchronization [req-bd1aa068-b682-4523-91d0-58314252fcc1 req-ce8bd20e-a443-484d-9c82-9ff9f3fce568 service nova] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 976.758771] env[69806]: INFO networking_nsxv3.common.synchronization [req-bd1aa068-b682-4523-91d0-58314252fcc1 req-ce8bd20e-a443-484d-9c82-9ff9f3fce568 service nova] Enqueued Resource ID: 08c82f5a-c0bd-41d6-abe2-959a10165293 with Priority: HIGHEST for action port [ 976.759661] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_rules [ 976.759721] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 976.759834] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08c82f5a-c0bd-41d6-abe2-959a10165293 with Priority: HIGHEST for action port [ 976.760090] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.761032] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.761149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.761219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.761455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.761533] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.766025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.766025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.766025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-08c82f5a-c0bd-41d6-abe2-959a10165293 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.766025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08c82f5a-c0bd-41d6-abe2-959a10165293" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.766025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08c82f5a-c0bd-41d6-abe2-959a10165293" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.766025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08c82f5a-c0bd-41d6-abe2-959a10165293" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.766025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08c82f5a-c0bd-41d6-abe2-959a10165293',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.818504] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 976.818504] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 deletion is rescheduled due to dependency. [ 976.818504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.818504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.818504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.818504] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.818504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.818504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.818504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.818504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.818504] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.267257] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.267477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.267544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.267912] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.268089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.268201] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e16859e-db54-4510-87fb-b29192c53a23 is going to be updated. [ 977.270482] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.270758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.270967] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08c82f5a-c0bd-41d6-abe2-959a10165293 with status ACTIVE [ 977.271151] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.271262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.271330] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.271559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.271638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.271807] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.272040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.272040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.272135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.272211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.272382] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.272554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.272598] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.272742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.272814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.272899] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08c82f5a-c0bd-41d6-abe2-959a10165293 is going to be updated. [ 977.309969] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.309969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.309969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.311840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.311840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.312067] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08c82f5a-c0bd-41d6-abe2-959a10165293" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.314061] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.314061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.314061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.314061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.314436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.321806] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.328365] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: IN_PROGRESS for 2s [ 977.825946] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.859542] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 in Status: SUCCESS [ 977.859747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.331982] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.332167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.332216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.332420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.332512] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.332740] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 978.365818] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.365818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.365977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.366174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.366313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.376522] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 979.342295] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: SUCCESS [ 979.342633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.389463] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 980.389809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.389883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.390401] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.390514] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.390599] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.390599] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.390781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.390865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.390947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.391046] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.894173] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.898035] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.898035] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.898035] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.898035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.899409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.899409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.899409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.899409] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.125028] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a70bb975-d569-4d13-82ae-3ebf212a1d89 None None] Enqueued Resource ID: 9e7dceae-ee33-4367-afce-c2e0e2ed601c with Priority: HIGHEST for action port [ 981.125350] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7dceae-ee33-4367-afce-c2e0e2ed601c with Priority: HIGHEST for action port [ 981.126061] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e7dceae-ee33-4367-afce-c2e0e2ed601c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.126176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e7dceae-ee33-4367-afce-c2e0e2ed601c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.126227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e7dceae-ee33-4367-afce-c2e0e2ed601c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.126505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e7dceae-ee33-4367-afce-c2e0e2ed601c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.126604] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7dceae-ee33-4367-afce-c2e0e2ed601c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.394180] env[69806]: INFO networking_nsxv3.common.synchronization [None req-21f7fb95-bb22-42c9-a376-f83782de9c51 None None] Enqueued Resource ID: 61b7ac86-42e1-4218-b44a-84849989f78e with Priority: HIGHEST for action port [ 981.394180] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b7ac86-42e1-4218-b44a-84849989f78e with Priority: HIGHEST for action port [ 981.394180] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b7ac86-42e1-4218-b44a-84849989f78e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.394888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b7ac86-42e1-4218-b44a-84849989f78e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.394888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b7ac86-42e1-4218-b44a-84849989f78e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.394888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b7ac86-42e1-4218-b44a-84849989f78e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.394888] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b7ac86-42e1-4218-b44a-84849989f78e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.402254] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4: rpc.has_security_group_logging(os_id): False [ 981.421660] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.422311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.423333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.423333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.423333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.425207] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.426547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.426547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.426547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.426547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.426547] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.426981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.426981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.427521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.427521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.428050] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.428050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.428050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.428050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.428237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.430736] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 981.500983] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.501228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.501294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.502311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.502311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.518594] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 981.631410] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e7dceae-ee33-4367-afce-c2e0e2ed601c [ 981.631410] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.631410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.631613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.631662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.631746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.631833] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e7dceae-ee33-4367-afce-c2e0e2ed601c already deleted. [ 981.631908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e7dceae-ee33-4367-afce-c2e0e2ed601c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.900467] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61b7ac86-42e1-4218-b44a-84849989f78e [ 981.900877] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.901180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.901307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.901622] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.901846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.902032] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61b7ac86-42e1-4218-b44a-84849989f78e already deleted. [ 981.902456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b7ac86-42e1-4218-b44a-84849989f78e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.615326] env[69806]: INFO networking_nsxv3.common.synchronization [req-9d2c3329-b369-4d9b-b3bb-32944e6f5a68 req-9ce7a559-fe08-43c2-9182-2e28abca85f9 tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 982.615861] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 982.618109] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.618109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.618109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.618109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.618109] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.618109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.618109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.618109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.618109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.618109] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.122288] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.122937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.124429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.124820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.148326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.149100] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.149100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.149100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.149100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.149100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.149811] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be updated. [ 983.178573] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.178709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.178788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.179105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.179277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.191034] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 983.578650] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 983.578881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.896395] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a1195153-207b-40b3-8428-78c1517d58fe None None] Enqueued Resource ID: b525a889-3768-4cf0-8882-c5ef28d79da1 with Priority: HIGHEST for action port [ 983.896395] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b525a889-3768-4cf0-8882-c5ef28d79da1 with Priority: HIGHEST for action port [ 983.896395] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-b525a889-3768-4cf0-8882-c5ef28d79da1 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.896395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b525a889-3768-4cf0-8882-c5ef28d79da1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.896395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b525a889-3768-4cf0-8882-c5ef28d79da1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.897082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b525a889-3768-4cf0-8882-c5ef28d79da1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.897082] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b525a889-3768-4cf0-8882-c5ef28d79da1',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.075223] env[69806]: INFO networking_nsxv3.common.synchronization [None req-4d6cb582-d929-4987-b3b5-de09a60fb720 None None] Enqueued Resource ID: e83d47ab-f292-4aa3-9589-14f696930884 with Priority: HIGHEST for action port [ 984.075223] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e83d47ab-f292-4aa3-9589-14f696930884 with Priority: HIGHEST for action port [ 984.075772] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-e83d47ab-f292-4aa3-9589-14f696930884 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.075937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e83d47ab-f292-4aa3-9589-14f696930884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.075970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e83d47ab-f292-4aa3-9589-14f696930884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.076548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e83d47ab-f292-4aa3-9589-14f696930884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.076548] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e83d47ab-f292-4aa3-9589-14f696930884',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.245680] env[69806]: INFO networking_nsxv3.common.synchronization [None req-fe24aa89-e6c9-4e62-880d-8ecb0e40c0fb tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Enqueued Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_rules [ 984.245756] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_rules [ 984.246223] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.246364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.246454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.246765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.246859] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.400082] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b525a889-3768-4cf0-8882-c5ef28d79da1 [ 984.401177] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.401416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.401521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.401855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.402058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.402262] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b525a889-3768-4cf0-8882-c5ef28d79da1 already deleted. [ 984.402490] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b525a889-3768-4cf0-8882-c5ef28d79da1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.420590] env[69806]: INFO networking_nsxv3.common.synchronization [None req-54dd11f2-23c1-4154-88df-761a76d79cf3 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Enqueued Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_rules [ 984.421889] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_rules [ 984.421991] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.422159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.579857] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e83d47ab-f292-4aa3-9589-14f696930884 [ 984.582042] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.582042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.582042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.582236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.582236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.582289] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e83d47ab-f292-4aa3-9589-14f696930884 already deleted. [ 984.582395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e83d47ab-f292-4aa3-9589-14f696930884" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.773209] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.773209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.773209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.773209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.773209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.773209] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 already deleted. [ 984.773209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.773209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.773750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.776374] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.843211] env[69806]: INFO networking_nsxv3.common.synchronization [None req-cb8f9504-6dc8-4ec2-8792-261dc9fe40d2 None None] Enqueued Resource ID: c42bde69-ae86-4356-aa73-568f8ad3f041 with Priority: HIGHEST for action port [ 984.843476] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42bde69-ae86-4356-aa73-568f8ad3f041 with Priority: HIGHEST for action port [ 984.844061] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-c42bde69-ae86-4356-aa73-568f8ad3f041 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.844197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c42bde69-ae86-4356-aa73-568f8ad3f041" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.844256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c42bde69-ae86-4356-aa73-568f8ad3f041" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.844492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c42bde69-ae86-4356-aa73-568f8ad3f041" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.844566] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c42bde69-ae86-4356-aa73-568f8ad3f041',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.201555] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 985.202430] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 deletion is rescheduled due to dependency. [ 985.202430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.305599] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.305703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.305800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.306125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.307180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.307180] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 already deleted. [ 985.307180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.349356] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c42bde69-ae86-4356-aa73-568f8ad3f041 [ 985.349356] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.349356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.349356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.349557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.349729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.349982] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c42bde69-ae86-4356-aa73-568f8ad3f041 already deleted. [ 985.349982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c42bde69-ae86-4356-aa73-568f8ad3f041" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.267299] env[69806]: INFO networking_nsxv3.common.synchronization [None req-7cfe26c1-cb63-4d2c-9c05-a98c26ba8a85 None None] Enqueued Resource ID: fda4b5e4-33b7-422f-a9d9-933d699f23a0 with Priority: HIGHEST for action port [ 987.267715] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda4b5e4-33b7-422f-a9d9-933d699f23a0 with Priority: HIGHEST for action port [ 987.268192] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-fda4b5e4-33b7-422f-a9d9-933d699f23a0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.268399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fda4b5e4-33b7-422f-a9d9-933d699f23a0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.268434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fda4b5e4-33b7-422f-a9d9-933d699f23a0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.268666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fda4b5e4-33b7-422f-a9d9-933d699f23a0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.268742] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fda4b5e4-33b7-422f-a9d9-933d699f23a0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.779799] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fda4b5e4-33b7-422f-a9d9-933d699f23a0 [ 987.780038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.781535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.781535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.781535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.781535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.781535] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fda4b5e4-33b7-422f-a9d9-933d699f23a0 already deleted. [ 987.781535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fda4b5e4-33b7-422f-a9d9-933d699f23a0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.720289] env[69806]: INFO networking_nsxv3.common.synchronization [None req-25240eec-5342-4734-8e8b-0f88e0d8f485 None None] Enqueued Resource ID: 8d66b368-28e0-4560-b58f-1a9763bab770 with Priority: HIGHEST for action port [ 988.720289] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d66b368-28e0-4560-b58f-1a9763bab770 with Priority: HIGHEST for action port [ 988.720289] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d66b368-28e0-4560-b58f-1a9763bab770 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.720289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d66b368-28e0-4560-b58f-1a9763bab770" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.720289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d66b368-28e0-4560-b58f-1a9763bab770" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.723878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d66b368-28e0-4560-b58f-1a9763bab770" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.723878] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d66b368-28e0-4560-b58f-1a9763bab770',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.945688] env[69806]: INFO networking_nsxv3.common.synchronization [req-d814100f-5541-4365-82d2-0e036c82fd60 req-23896ebf-dbe5-48ba-97c0-98f3d94b9e8f tempest-VolumesAdminNegativeTest-51695014 tempest-VolumesAdminNegativeTest-51695014-project-member] Enqueued Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_members [ 988.947172] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGHEST for action security_group_members [ 988.947509] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0e7c72-306f-460d-b9d1-de16c0db1325 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.947628] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.947694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.947900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.948061] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.948167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.948240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.948392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.948471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.948565] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0e7c72-306f-460d-b9d1-de16c0db1325',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.227843] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d66b368-28e0-4560-b58f-1a9763bab770 [ 989.227843] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.227843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.228161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.228263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.228363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.228455] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d66b368-28e0-4560-b58f-1a9763bab770 already deleted. [ 989.228538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d66b368-28e0-4560-b58f-1a9763bab770" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.451668] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.451668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.451835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.451934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.476425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.476425] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.476425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.476425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.476425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.476425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.476744] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0e7c72-306f-460d-b9d1-de16c0db1325 is going to be updated. [ 989.507515] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.507653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.507724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.507937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.508095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.518427] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0e7c72-306f-460d-b9d1-de16c0db1325 in Status: IN_PROGRESS for 2s [ 989.984066] env[69806]: INFO networking_nsxv3.common.synchronization [req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 req-ed21a3be-4d37-49ff-bffb-5639a7f47cd5 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 989.984066] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 989.984066] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.984066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.984066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.984066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.984066] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.984066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.984066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.984066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.987435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.987435] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.389204] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.389204] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.389204] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.389204] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.389204] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.389204] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.392856] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.394449] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.394449] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.396500] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.397227] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.397227] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.397227] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.397227] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.397484] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.397484] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.421244] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.421528] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.421707] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.422355] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.423557] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-4dda6643-24ac-4f30-b7fb-fc73b037e736 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.423812] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-4dda6643-24ac-4f30-b7fb-fc73b037e736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.423968] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-4dda6643-24ac-4f30-b7fb-fc73b037e736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.425125] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-4dda6643-24ac-4f30-b7fb-fc73b037e736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.425331] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dda6643-24ac-4f30-b7fb-fc73b037e736',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.489731] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.489986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.490098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.491149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.522983] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.522983] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.523325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.523325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.523434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.523511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.523850] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 990.576726] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.576907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.576907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.577150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.577297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.587326] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 990.931420] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.931662] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.931827] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.932164] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.932324] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.932483] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 4dda6643-24ac-4f30-b7fb-fc73b037e736 not found, creating... [ 990.932820] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.933015] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.933146] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.933394] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.933574] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.933876] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.934050] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.934174] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.934411] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.934545] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.934684] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 4dda6643-24ac-4f30-b7fb-fc73b037e736 is going to be created. [ 990.956651] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.957012] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.957227] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.957626] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.957952] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.958368] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-4dda6643-24ac-4f30-b7fb-fc73b037e736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.529622] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0e7c72-306f-460d-b9d1-de16c0db1325 in Status: SUCCESS [ 991.529948] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0e7c72-306f-460d-b9d1-de16c0db1325 deletion is rescheduled due to dependency. [ 991.529948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.790204] env[69806]: INFO networking_nsxv3.common.synchronization [req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 req-9d3f5345-da5f-4373-b98f-39a2a2b73d19 service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 991.790204] env[69806]: INFO networking_nsxv3.common.synchronization [req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 req-9d3f5345-da5f-4373-b98f-39a2a2b73d19 service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 991.790204] env[69806]: INFO networking_nsxv3.common.synchronization [req-5de29cb2-56d3-40b8-bc7f-2657cdd146f7 req-9d3f5345-da5f-4373-b98f-39a2a2b73d19 service nova] Enqueued Resource ID: 4dda6643-24ac-4f30-b7fb-fc73b037e736 with Priority: HIGHEST for action port [ 991.790204] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 991.790204] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 991.790204] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dda6643-24ac-4f30-b7fb-fc73b037e736 with Priority: HIGHEST for action port [ 991.790204] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.790204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.790204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.790204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.792973] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.794026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.794142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.794362] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dda6643-24ac-4f30-b7fb-fc73b037e736 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.795025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dda6643-24ac-4f30-b7fb-fc73b037e736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.795025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dda6643-24ac-4f30-b7fb-fc73b037e736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.795025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dda6643-24ac-4f30-b7fb-fc73b037e736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.795025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dda6643-24ac-4f30-b7fb-fc73b037e736',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.296900] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.297100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.297272] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dda6643-24ac-4f30-b7fb-fc73b037e736 with status ACTIVE [ 992.297442] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.297641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.297641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.297891] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.297945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.298460] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.298460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.298460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.298679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.298679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.298902] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.298902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.298902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.299050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.299101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.299205] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dda6643-24ac-4f30-b7fb-fc73b037e736 is going to be updated. [ 992.329826] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.329826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.329826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.329826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.329826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.329826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dda6643-24ac-4f30-b7fb-fc73b037e736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.332718] env[69806]: INFO networking_nsxv3.common.synchronization [None req-153c6144-43bd-48e5-bff8-bf8c5a41a93a None None] Enqueued Resource ID: 092dd043-7c6c-436c-9a29-4fb27e7ba60f with Priority: HIGHEST for action port [ 992.332973] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 092dd043-7c6c-436c-9a29-4fb27e7ba60f with Priority: HIGHEST for action port [ 992.333565] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-092dd043-7c6c-436c-9a29-4fb27e7ba60f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.333697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-092dd043-7c6c-436c-9a29-4fb27e7ba60f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.333752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-092dd043-7c6c-436c-9a29-4fb27e7ba60f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.334011] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-092dd043-7c6c-436c-9a29-4fb27e7ba60f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.334110] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092dd043-7c6c-436c-9a29-4fb27e7ba60f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.597389] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 4s [ 992.835734] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 092dd043-7c6c-436c-9a29-4fb27e7ba60f [ 992.835973] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.836217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.836329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.836525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.836618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.836718] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:092dd043-7c6c-436c-9a29-4fb27e7ba60f already deleted. [ 992.836808] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-092dd043-7c6c-436c-9a29-4fb27e7ba60f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.888129] env[69806]: INFO networking_nsxv3.common.synchronization [req-bf734b8f-d405-44b2-b82d-1b14074aa6c7 req-3f3b6599-a7d7-46c5-8729-b18d4fd23416 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Enqueued Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 993.888724] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 993.889064] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.889201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.889306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.889912] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.889912] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.890077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.890077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.890277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.890376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.890496] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.392675] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.501920] env[69806]: INFO networking_nsxv3.common.synchronization [req-1c51cee7-961f-44e7-bdb3-30f235c86d94 req-55cb9b2d-0738-4256-9c9b-14b42f936a6e tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 994.502718] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 994.502807] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.503111] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.503111] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.504467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.504701] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.504856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.504959] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.505256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.509059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.509444] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.600470] env[69806]: INFO networking_nsxv3.common.synchronization [req-b3715dac-0a80-4d80-8de8-171804508043 req-cd97c229-9008-44df-b532-00a402cdea4b tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 994.600851] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 994.601261] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.601444] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.601531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.601925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.602285] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.602485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.602573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.602919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.603047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.603170] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.613935] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 994.613935] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 deletion is rescheduled due to dependency. [ 994.613935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.614201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.614344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.614504] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.614611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.614672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.614810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.614883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.614973] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.727506] env[69806]: INFO networking_nsxv3.common.synchronization [req-150d0f0d-6d05-4168-a7df-58be9d5d755d req-e21d77d9-e0b0-4f98-8cf9-5f12ac99838b tempest-MigrationsAdminTest-68203916 tempest-MigrationsAdminTest-68203916-project-member] Enqueued Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 994.730461] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGHEST for action security_group_members [ 994.730461] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.730461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.730461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.730461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.730461] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.730461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.730461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.730461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.730461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.730461] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.897245] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.978751] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.978951] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.979095] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.979392] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.979677] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.979862] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.979986] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.980228] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.980378] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.980740] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.980859] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.980975] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.981099] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.981218] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.981331] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.981514] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.002916] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.003107] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.003255] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.003596] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-597" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.003777] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-683446ad-e094-4ae0-a1c7-20b25af51b4d taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.003969] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-683446ad-e094-4ae0-a1c7-20b25af51b4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.004102] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-683446ad-e094-4ae0-a1c7-20b25af51b4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.004470] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-683446ad-e094-4ae0-a1c7-20b25af51b4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.004613] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683446ad-e094-4ae0-a1c7-20b25af51b4d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.012449] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.012609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.012730] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.013059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.013242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.013454] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.013600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.013691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.013871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.013949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.014049] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be updated. [ 995.047261] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.047513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.047513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.047709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.048268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.059828] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: IN_PROGRESS for 2s [ 995.106016] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.119912] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.232521] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.232796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.232796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.232956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.254354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.254917] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.254917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.254917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.255359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.255359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.255473] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e16859e-db54-4510-87fb-b29192c53a23 is going to be updated. [ 995.289988] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.290247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.290508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.290569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.290685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.301231] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: IN_PROGRESS for 2s [ 995.399865] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.400037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.400081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.400466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.400466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.400466] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de is going to be updated. [ 995.436741] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.436959] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.437087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.437305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.438091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.451137] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: IN_PROGRESS for 2s [ 995.508026] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.508026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.508026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.508026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.508291] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.508351] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 683446ad-e094-4ae0-a1c7-20b25af51b4d not found, creating... [ 995.508624] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.509032] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.509032] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.509217] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.509777] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.509777] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.509902] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.509935] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.510155] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.510312] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.510462] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 683446ad-e094-4ae0-a1c7-20b25af51b4d is going to be created. [ 995.551552] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.552099] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.552099] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.552237] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.552592] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.552838] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-683446ad-e094-4ae0-a1c7-20b25af51b4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.609682] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.622271] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.111749] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.112072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.112072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.112305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.112414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.112527] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 996.124719] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.124859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.124917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.127313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.127313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.127313] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 996.146531] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.146712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.146803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.147069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.147267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.161154] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 996.168762] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.168859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.168896] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.169225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.169408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.179266] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 996.256181] env[69806]: INFO networking_nsxv3.common.synchronization [req-1c51cee7-961f-44e7-bdb3-30f235c86d94 req-56c222ec-9d10-4940-9c82-c4765236feef service nova] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_rules [ 996.256857] env[69806]: INFO networking_nsxv3.common.synchronization [req-1c51cee7-961f-44e7-bdb3-30f235c86d94 req-56c222ec-9d10-4940-9c82-c4765236feef service nova] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 996.256857] env[69806]: INFO networking_nsxv3.common.synchronization [req-1c51cee7-961f-44e7-bdb3-30f235c86d94 req-56c222ec-9d10-4940-9c82-c4765236feef service nova] Enqueued Resource ID: 683446ad-e094-4ae0-a1c7-20b25af51b4d with Priority: HIGHEST for action port [ 996.257126] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_rules [ 996.257346] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 996.257411] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 683446ad-e094-4ae0-a1c7-20b25af51b4d with Priority: HIGHEST for action port [ 996.258259] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.258259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.258259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.258259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.258259] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.259583] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.259583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.259583] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-683446ad-e094-4ae0-a1c7-20b25af51b4d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.259583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-683446ad-e094-4ae0-a1c7-20b25af51b4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.259583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-683446ad-e094-4ae0-a1c7-20b25af51b4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.259888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-683446ad-e094-4ae0-a1c7-20b25af51b4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.259888] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683446ad-e094-4ae0-a1c7-20b25af51b4d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.761345] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.761508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.761795] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 683446ad-e094-4ae0-a1c7-20b25af51b4d with status ACTIVE [ 996.761978] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.762127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.762214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.762440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.762676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.762827] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.762882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.762956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.763166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.763259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.763490] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.763603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.763680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.763837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.763942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.764052] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 683446ad-e094-4ae0-a1c7-20b25af51b4d is going to be updated. [ 996.792314] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.792582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.792582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.792743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.792880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.793056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-683446ad-e094-4ae0-a1c7-20b25af51b4d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.882553] env[69806]: INFO networking_nsxv3.common.synchronization [req-0ab7ac6c-6250-4232-a364-546ac5466344 req-606c9a3a-d522-4f5d-b1d5-8dee71997139 tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Enqueued Resource ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 with Priority: HIGHEST for action security_group_members [ 996.883058] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 with Priority: HIGHEST for action security_group_members [ 996.883383] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.883948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.883948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.883948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.884152] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.884225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.884264] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.884485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.884600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.884706] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e361506f-7f60-4eb1-983a-b0dc0fb2aa08',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.070351] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: SUCCESS [ 997.070554] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee deletion is rescheduled due to dependency. [ 997.070686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.070864] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.071154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.071325] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.071465] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.071537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.071672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.071765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.071846] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.250817] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-478 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.250817] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-478" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.251287] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-478" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.251814] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-478" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.251814] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.251814] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.251980] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.253045] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.253045] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.253045] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.253045] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.253045] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.253283] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.253375] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.253514] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.253657] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.280301] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.280301] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.280301] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.280301] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-478" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.280301] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.280301] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.280301] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.280301] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.280301] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e810cfd0-93c6-4bbf-9b0d-a86234bb85f5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.310826] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e16859e-db54-4510-87fb-b29192c53a23 in Status: SUCCESS [ 997.311030] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e16859e-db54-4510-87fb-b29192c53a23 deletion is rescheduled due to dependency. [ 997.311214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.387653] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.387943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.388109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.388598] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.388697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.389059] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.389414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.389414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.389851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.389921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.390095] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 already deleted. [ 997.390268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.462670] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: SUCCESS [ 997.462895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.574362] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.785711] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.785966] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.786146] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.786456] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.786634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.786802] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 not found, creating... [ 997.787096] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.787284] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.787409] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.787645] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.787786] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.788556] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.788751] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.788908] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.789136] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.789300] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.789458] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 is going to be created. [ 997.816253] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.816551] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.816688] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.817049] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.817327] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.818097] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.076589] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.174075] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 998.174075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.190950] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 998.191247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.191506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.191734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.191974] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.192161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.195018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.195018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.195018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.195018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.195018] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.561038] env[69806]: INFO networking_nsxv3.common.synchronization [req-0ab7ac6c-6250-4232-a364-546ac5466344 req-47ece30e-74a3-44c3-b482-aa4f9d642081 service nova] Enqueued Resource ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 with Priority: HIGHEST for action security_group_rules [ 998.561038] env[69806]: INFO networking_nsxv3.common.synchronization [req-0ab7ac6c-6250-4232-a364-546ac5466344 req-47ece30e-74a3-44c3-b482-aa4f9d642081 service nova] Enqueued Resource ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 with Priority: HIGHEST for action security_group_members [ 998.561038] env[69806]: INFO networking_nsxv3.common.synchronization [req-0ab7ac6c-6250-4232-a364-546ac5466344 req-47ece30e-74a3-44c3-b482-aa4f9d642081 service nova] Enqueued Resource ID: e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 with Priority: HIGHEST for action port [ 998.561038] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 with Priority: HIGHEST for action security_group_rules [ 998.561038] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 with Priority: HIGHEST for action security_group_members [ 998.561038] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 with Priority: HIGHEST for action port [ 998.561038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e361506f-7f60-4eb1-983a-b0dc0fb2aa08 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.561038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.561038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.563029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.563029] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e361506f-7f60-4eb1-983a-b0dc0fb2aa08',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.563366] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.563452] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.563553] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.563657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.563806] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.564484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.564484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.564678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.564678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.564767] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e361506f-7f60-4eb1-983a-b0dc0fb2aa08',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.566297] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.566297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.566297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.566297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.566297] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e810cfd0-93c6-4bbf-9b0d-a86234bb85f5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.581296] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.581296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.581296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.581614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.581807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.581969] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be updated. [ 998.613699] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.613917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.613957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.614358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.614564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.624439] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: IN_PROGRESS for 2s [ 998.695293] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.695702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.695826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.696099] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.696294] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.696404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.696471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.696687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.696836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.696972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.697142] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.697257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.697326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.697533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.697733] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.697839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.697909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.698330] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.698493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.698681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.699042] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.068276] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e361506f-7f60-4eb1-983a-b0dc0fb2aa08',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.069610] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.069747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.069946] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 with status ACTIVE [ 999.070159] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.070285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.070360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.070612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.070736] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.070935] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.071080] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.071167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.071333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.071439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.071647] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.071756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.071830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.072016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.072110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.072240] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e810cfd0-93c6-4bbf-9b0d-a86234bb85f5 is going to be updated. [ 999.096539] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.096751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.096816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.097185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.098029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.098029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e810cfd0-93c6-4bbf-9b0d-a86234bb85f5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.202669] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20b85913-f224-49ab-857b-7a0c69d2db11: rpc.has_security_group_logging(os_id): False [ 999.226982] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.227216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.227216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.227440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.227526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.227748] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.227845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.227907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.228079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.228155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.228418] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.228511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.228573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.228716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.228786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.228962] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.229063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.229117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.229349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.229426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.229519] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 999.292941] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-427920c2-a412-41d7-a999-a550fee17415 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 999.293690] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 999.294179] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.294369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.294692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.294692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.294873] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.294974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.295046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.295205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.295285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.295385] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.303765] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.303765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.303765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.303975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.303975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.319054] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 999.574419] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e361506f-7f60-4eb1-983a-b0dc0fb2aa08',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.759045] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.759045] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.759961] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.763196] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.763196] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.763196] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.763196] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.763196] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.763196] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.763196] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.763196] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.763196] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.763680] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.763961] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.764308] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.768064] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.789996] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.792311] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.792500] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.792734] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.797019] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-42ef0723-8e48-412a-87a9-c14ae389ab03 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.797019] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-42ef0723-8e48-412a-87a9-c14ae389ab03" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.797019] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-42ef0723-8e48-412a-87a9-c14ae389ab03" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.797509] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-42ef0723-8e48-412a-87a9-c14ae389ab03" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.797509] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ef0723-8e48-412a-87a9-c14ae389ab03',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.799487] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.799487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.799487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.799487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.799487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.799487] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.799487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.799487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.799487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.799996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.799996] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f already deleted. [ 999.799996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.080395] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.080726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.080726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.080726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.080930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.080930] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 is going to be created. [ 1000.115069] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.115290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.115290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.115487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.115696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.127793] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 in Status: UNINITIALIZED for 2s [ 1000.301351] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.301638] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.301791] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.302147] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.302332] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.302556] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 42ef0723-8e48-412a-87a9-c14ae389ab03 not found, creating... [ 1000.302869] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.303081] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.303253] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.303508] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.303747] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.304114] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.304323] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.304510] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.304768] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.304903] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.305115] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 42ef0723-8e48-412a-87a9-c14ae389ab03 is going to be created. [ 1000.349029] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.349331] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.350081] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.350081] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.350260] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.350392] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-42ef0723-8e48-412a-87a9-c14ae389ab03" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.637886] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: SUCCESS [ 1000.637886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.638301] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.638301] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.639054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.639054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.639054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.639054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.639054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.639054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.639616] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.049521] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-e331c0e1-d0c2-445b-a4c8-f5e4f2f7ec8c service nova] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_rules [ 1001.049669] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-e331c0e1-d0c2-445b-a4c8-f5e4f2f7ec8c service nova] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1001.050206] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-e331c0e1-d0c2-445b-a4c8-f5e4f2f7ec8c service nova] Enqueued Resource ID: 42ef0723-8e48-412a-87a9-c14ae389ab03 with Priority: HIGHEST for action port [ 1001.050352] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_rules [ 1001.050536] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1001.050647] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ef0723-8e48-412a-87a9-c14ae389ab03 with Priority: HIGHEST for action port [ 1001.050970] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.051307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.051465] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.051657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.051759] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.052658] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.052786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.052855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.053038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.053207] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.053305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.053365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.053522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.053618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.053719] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.054915] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-42ef0723-8e48-412a-87a9-c14ae389ab03 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.058798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42ef0723-8e48-412a-87a9-c14ae389ab03" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.058798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42ef0723-8e48-412a-87a9-c14ae389ab03" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.058798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42ef0723-8e48-412a-87a9-c14ae389ab03" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.058798] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ef0723-8e48-412a-87a9-c14ae389ab03',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.141585] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.141815] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.141880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.142066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.142254] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.142426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.142523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.142698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.142790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.142908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.143117] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.143219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.143297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.143469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.143610] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.143703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.143764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.143923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.144013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.144112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.144202] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.335011] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1001.335266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.560733] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.562235] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.562235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.562514] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42ef0723-8e48-412a-87a9-c14ae389ab03 with status ACTIVE [ 1001.562729] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.562850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.562937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.563144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.563237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.563446] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.563724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.563823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.563993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.564089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.564274] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.564368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.564428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.564737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.564817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.564904] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42ef0723-8e48-412a-87a9-c14ae389ab03 is going to be updated. [ 1001.587987] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.588151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.588275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.588496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.588650] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.588811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42ef0723-8e48-412a-87a9-c14ae389ab03" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.646909] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73455489-905b-4db8-8e48-2c6a0d7c3bee: rpc.has_security_group_logging(os_id): False [ 1001.671893] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.671893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.671893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.671893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.671893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.671893] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.671893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.671893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.671893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.671893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.672367] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.672367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.672367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.672367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.672367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.672540] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.672613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.673242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.673242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.673242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.673242] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be updated. [ 1001.776556] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.778180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.778180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.778180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.778180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.794821] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: IN_PROGRESS for 2s [ 1001.833973] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-e8a49f36-0ca0-4ecf-bbee-6142fc6cd1d1 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1001.834744] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1001.834990] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.835123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.067651] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.140311] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 in Status: SUCCESS [ 1002.142278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.142278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.142403] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.142640] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.142805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.142869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.143087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.143202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.143297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.143386] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e361506f-7f60-4eb1-983a-b0dc0fb2aa08',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.362835] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.363202] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.363202] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.364024] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.364024] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.364024] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.364628] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.365020] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.365496] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.365867] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.366025] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.366186] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.366374] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.366853] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.366853] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.366853] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.388014] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.388189] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1002.388262] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.388447] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.388783] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-edc526f2-f563-492c-8784-df944ce60c25 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.388970] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-edc526f2-f563-492c-8784-df944ce60c25" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.389111] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-edc526f2-f563-492c-8784-df944ce60c25" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.389472] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-edc526f2-f563-492c-8784-df944ce60c25" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.389628] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edc526f2-f563-492c-8784-df944ce60c25',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.571727] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.571727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.571727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.571727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.571727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.571727] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be created. [ 1002.597613] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.597711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.597783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.598018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.598194] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.609670] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: UNINITIALIZED for 2s [ 1002.646053] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.646277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.646418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.646675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.646856] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.646969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.647252] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.647303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.647378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.647476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.647927] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.647927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.647927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.647927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.648077] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.648158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.648210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.648451] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.648532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.648616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.648711] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e361506f-7f60-4eb1-983a-b0dc0fb2aa08',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.893294] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.893611] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.893939] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.894096] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.894331] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.894675] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port edc526f2-f563-492c-8784-df944ce60c25 not found, creating... [ 1002.894829] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.894974] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.895107] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.895381] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.895558] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.895915] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.896121] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.896332] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.896617] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.896762] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.896909] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: edc526f2-f563-492c-8784-df944ce60c25 is going to be created. [ 1002.926062] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.926455] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.926985] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.926985] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.927330] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.927653] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-edc526f2-f563-492c-8784-df944ce60c25" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.153173] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e361506f-7f60-4eb1-983a-b0dc0fb2aa08: rpc.has_security_group_logging(os_id): False [ 1003.174130] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.174329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.174369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.174564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.174658] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.174854] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.174955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.175026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.175175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.175251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.175434] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.175527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.175589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.175728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.176103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.176594] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.176594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.176594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.176768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.176798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.176874] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 is going to be created. [ 1003.258332] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.258589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.258589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.258783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.259040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.272183] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 in Status: IN_PROGRESS for 2s [ 1003.809150] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: SUCCESS [ 1003.809411] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.892020] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-8ef34f88-39e4-4157-a88b-4a7f069af574 service nova] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_rules [ 1003.892020] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-8ef34f88-39e4-4157-a88b-4a7f069af574 service nova] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1003.892020] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-8ef34f88-39e4-4157-a88b-4a7f069af574 service nova] Enqueued Resource ID: edc526f2-f563-492c-8784-df944ce60c25 with Priority: HIGHEST for action port [ 1003.892020] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_rules [ 1003.892020] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1003.892020] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc526f2-f563-492c-8784-df944ce60c25 with Priority: HIGHEST for action port [ 1003.892020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.892020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.892020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.892020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.892020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-edc526f2-f563-492c-8784-df944ce60c25 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.892020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edc526f2-f563-492c-8784-df944ce60c25" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.892020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edc526f2-f563-492c-8784-df944ce60c25" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.892020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edc526f2-f563-492c-8784-df944ce60c25" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.892020] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edc526f2-f563-492c-8784-df944ce60c25',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.369243] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-cd9f3069-8f72-4f45-adc1-f6e18496113f tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1004.369243] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1004.369243] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.369243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.395187] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edc526f2-f563-492c-8784-df944ce60c25 with status ACTIVE [ 1004.396576] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.396576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.396576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.396576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.396576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.396576] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.396576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.398113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.398113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.399945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.399945] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.399945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.399945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.399945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.399945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.399945] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edc526f2-f563-492c-8784-df944ce60c25 is going to be updated. [ 1004.424297] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.424690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.424690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.424762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.426410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.426649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edc526f2-f563-492c-8784-df944ce60c25" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.619826] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: SUCCESS [ 1004.620070] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.620230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.620449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.620684] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.620799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.620799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.620961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.621065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.621165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.621279] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.625457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.625457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.625457] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.625457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.625457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.625457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.625457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.625457] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.985635] env[69806]: INFO networking_nsxv3.common.synchronization [req-a1806d79-67d3-499f-be62-abac72cd0d9a req-b8f89c5d-ff25-4b2e-b032-1e57784a1a5e tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1004.986204] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1004.986556] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.986699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.986766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.986996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.991707] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.991876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.991958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.992113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.992203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.992295] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.090472] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.090707] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.090837] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.091137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.091410] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.091573] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.092298] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.092298] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.092298] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.092454] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.092573] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.092687] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.092813] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.093009] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.093205] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.095323] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.120310] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.120564] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1005.120696] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.120902] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-161" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.121278] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-df015997-509f-44a1-8288-e79cce79d29a taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.121518] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-df015997-509f-44a1-8288-e79cce79d29a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.121606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-df015997-509f-44a1-8288-e79cce79d29a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.121972] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-df015997-509f-44a1-8288-e79cce79d29a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.122701] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df015997-509f-44a1-8288-e79cce79d29a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.124541] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.124675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.124842] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.286757] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 in Status: SUCCESS [ 1005.286974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.494721] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.494882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.494957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.495214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.495310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.495532] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.495616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.495679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.495859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.495964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.496033] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1005.527292] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.528056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.528056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.528056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.528234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.539982] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1005.625393] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.625649] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.625802] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.626158] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.626326] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.626499] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port df015997-509f-44a1-8288-e79cce79d29a not found, creating... [ 1005.626802] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.627041] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.627152] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.627435] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.627588] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.627969] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.628137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.628313] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.628566] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.628762] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.628926] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: df015997-509f-44a1-8288-e79cce79d29a is going to be created. [ 1005.630243] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.669943] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.670211] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.670361] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.670749] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.671016] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.671262] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-df015997-509f-44a1-8288-e79cce79d29a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.135267] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.135561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.135561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.135746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.136458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.136458] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be updated. [ 1006.171140] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.171349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.171384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.171590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.171737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.182633] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: IN_PROGRESS for 2s [ 1006.407010] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-6f15b435-89aa-4e9d-9c83-bfcf5654e6eb service nova] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_rules [ 1006.407219] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-6f15b435-89aa-4e9d-9c83-bfcf5654e6eb service nova] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1006.407364] env[69806]: INFO networking_nsxv3.common.synchronization [req-ec6a839f-b39f-4e43-ba00-ad25bbc6de4e req-6f15b435-89aa-4e9d-9c83-bfcf5654e6eb service nova] Enqueued Resource ID: df015997-509f-44a1-8288-e79cce79d29a with Priority: HIGHEST for action port [ 1006.407594] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_rules [ 1006.407724] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1006.407822] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df015997-509f-44a1-8288-e79cce79d29a with Priority: HIGHEST for action port [ 1006.408433] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.408560] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.408765] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.408850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.410600] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-df015997-509f-44a1-8288-e79cce79d29a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.410600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df015997-509f-44a1-8288-e79cce79d29a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.410600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df015997-509f-44a1-8288-e79cce79d29a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.410600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df015997-509f-44a1-8288-e79cce79d29a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.410600] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df015997-509f-44a1-8288-e79cce79d29a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.913033] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df015997-509f-44a1-8288-e79cce79d29a with status ACTIVE [ 1006.913352] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.913578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.913700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.913999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.914148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.914363] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.914479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.914538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.914713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.914807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.915049] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.915177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.915272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.915445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.915510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.915603] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df015997-509f-44a1-8288-e79cce79d29a is going to be updated. [ 1006.938497] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.938725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.938725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.939763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.939763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.939763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df015997-509f-44a1-8288-e79cce79d29a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.128684] env[69806]: INFO networking_nsxv3.common.synchronization [req-61c3d332-030b-4871-99d1-517819e74182 req-41e2c9bc-e701-47db-a074-526fd7dddd12 tempest-ImagesOneServerNegativeTestJSON-1924371175 tempest-ImagesOneServerNegativeTestJSON-1924371175-project-member] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 1007.129675] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGHEST for action security_group_members [ 1007.130211] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.130445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.130551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.132321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.132600] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.132788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.132914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.133237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.133397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.133570] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.551650] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1007.552616] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 deletion is rescheduled due to dependency. [ 1007.552616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.636367] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.636610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.636711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.636866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.636957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.637177] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.637296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.637350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.637487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.637577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.637715] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be updated. [ 1007.678602] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.681797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.681797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.681797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.681797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.694527] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: IN_PROGRESS for 2s [ 1007.980795] env[69806]: INFO networking_nsxv3.common.synchronization [None req-0b5697b8-46a2-4776-adeb-2f307bd09b3f tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_rules [ 1007.981673] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_rules [ 1007.981673] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.981835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.981835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.982121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.982224] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07961e2c-dac2-49a7-8a2d-62d6eb681b47',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.137622] env[69806]: INFO networking_nsxv3.common.synchronization [None req-16b14ad9-b101-4c1e-8004-78572add442b tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_rules [ 1008.137622] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_rules [ 1008.137761] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.137902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.195394] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: SUCCESS [ 1008.195394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.195394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.195394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.195394] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.195394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.195394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.195981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.195981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.195981] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.503875] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.504125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.504125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.504728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.504728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.504728] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 already deleted. [ 1008.504728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.504728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.504872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.504969] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07961e2c-dac2-49a7-8a2d-62d6eb681b47',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.698980] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.013869] env[69806]: INFO networking_nsxv3.common.synchronization [req-c8a9e749-b4a7-4b9c-98f8-1525797e715b req-b495252a-6adb-4b34-9db4-70dbb454df8b tempest-InstanceActionsV221TestJSON-830289580 tempest-InstanceActionsV221TestJSON-830289580-project-member] Enqueued Resource ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 with Priority: HIGHEST for action security_group_members [ 1009.015476] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 with Priority: HIGHEST for action security_group_members [ 1009.016217] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.016366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.016428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.016681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.016762] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.016829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.016889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.017082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.017141] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.017229] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e361506f-7f60-4eb1-983a-b0dc0fb2aa08',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.038758] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.038887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.038956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.039537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.039638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.039735] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 already deleted. [ 1009.039819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.202848] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.520122] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.520316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.520454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.520738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.520862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.521087] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.521216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.521344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.521838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.521838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.521972] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 is going to be updated. [ 1009.558741] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.558741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.558741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.559175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.559175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.573841] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 in Status: IN_PROGRESS for 2s [ 1009.597509] env[69806]: INFO networking_nsxv3.common.synchronization [req-b0c49cb1-5999-43ca-b059-3a225d1f96fa req-c9faafc3-d6d6-40a3-8e9b-00cfc80076dc tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1009.598190] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1009.598569] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.602438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.602640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.602784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.602977] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.603131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.603233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.603492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.604711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.604711] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.706818] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee in Status: SUCCESS [ 1009.710421] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee deletion is rescheduled due to dependency. [ 1009.710421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.710421] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.710421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.710421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.710421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.710421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.710421] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be updated. [ 1009.745405] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.745548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.745683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.745892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.746062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.756902] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: IN_PROGRESS for 2s [ 1010.049743] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.049941] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.050080] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.050356] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.050631] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.050807] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.051866] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.055020] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.055020] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.055020] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.055020] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.055020] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.055020] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.055020] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.055020] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.055020] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.075420] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.075583] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.075721] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.075892] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.076883] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-136842a0-0f82-452a-a506-3de35c6d7e83 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.076883] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-136842a0-0f82-452a-a506-3de35c6d7e83" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.076883] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-136842a0-0f82-452a-a506-3de35c6d7e83" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.077195] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-136842a0-0f82-452a-a506-3de35c6d7e83" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.077369] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('136842a0-0f82-452a-a506-3de35c6d7e83',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.110030] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.110030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.110030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.110030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.110419] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.110419] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.110562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.110662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.110875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.111411] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.111411] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be deleted. [ 1010.152219] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.152219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.152219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.152219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.152219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.152219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.581143] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.581555] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.581724] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.582202] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.582400] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.582579] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 136842a0-0f82-452a-a506-3de35c6d7e83 not found, creating... [ 1010.583015] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.583515] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.583709] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.584126] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.584417] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.584976] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.585367] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.585659] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.585976] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.586268] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.586556] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 136842a0-0f82-452a-a506-3de35c6d7e83 is going to be created. [ 1010.615242] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.615242] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.615242] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.615242] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.615242] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.615745] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-136842a0-0f82-452a-a506-3de35c6d7e83" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.351742] env[69806]: INFO networking_nsxv3.common.synchronization [req-b0c49cb1-5999-43ca-b059-3a225d1f96fa req-ca57dfac-181a-42e9-98a3-80ec3ec8b8fd service nova] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_rules [ 1011.352025] env[69806]: INFO networking_nsxv3.common.synchronization [req-b0c49cb1-5999-43ca-b059-3a225d1f96fa req-ca57dfac-181a-42e9-98a3-80ec3ec8b8fd service nova] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1011.352121] env[69806]: INFO networking_nsxv3.common.synchronization [req-b0c49cb1-5999-43ca-b059-3a225d1f96fa req-ca57dfac-181a-42e9-98a3-80ec3ec8b8fd service nova] Enqueued Resource ID: 136842a0-0f82-452a-a506-3de35c6d7e83 with Priority: HIGHEST for action port [ 1011.352543] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_rules [ 1011.352543] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1011.352634] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136842a0-0f82-452a-a506-3de35c6d7e83 with Priority: HIGHEST for action port [ 1011.353328] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.353490] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.353605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.353842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.353950] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.355605] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.355811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.356114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.356261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.356509] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.356710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.356969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.357128] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.357845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.357845] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.361017] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-136842a0-0f82-452a-a506-3de35c6d7e83 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.361017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-136842a0-0f82-452a-a506-3de35c6d7e83" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.361017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-136842a0-0f82-452a-a506-3de35c6d7e83" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.361017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-136842a0-0f82-452a-a506-3de35c6d7e83" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.361017] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('136842a0-0f82-452a-a506-3de35c6d7e83',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.586743] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 in Status: SUCCESS [ 1011.587418] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 deletion is rescheduled due to dependency. [ 1011.588063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.613936] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea314e32-28a9-4aba-b28b-d3310633e706 req-ff5bc524-f3d9-455e-8918-328c124bc48b tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Enqueued Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1011.614514] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1011.614867] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.614984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.616876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.617196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.617477] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.617706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.617828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.618055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.618198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.618345] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.771433] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: SUCCESS [ 1011.771622] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.771775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.772120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.772859] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.772859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.772859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.772859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.772859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.772859] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.855979] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.856231] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.862745] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.863735] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 136842a0-0f82-452a-a506-3de35c6d7e83 with status ACTIVE [ 1011.863947] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.864086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.864149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.864657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.864657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.864800] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.864922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.865028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.865267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.865410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.865659] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.865774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.865840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.866412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.866412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.866412] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 136842a0-0f82-452a-a506-3de35c6d7e83 is going to be updated. [ 1011.894376] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.894376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.894376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.894677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.894677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.894806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-136842a0-0f82-452a-a506-3de35c6d7e83" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.121429] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.121582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.121656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.122077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.122216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.122441] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.122549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.122618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.122807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.122906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.122996] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb already deleted. [ 1012.123101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.202613] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.202753] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.202862] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.203145] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.203402] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.203610] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.203796] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.204019] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.204294] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.205957] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.205957] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.205957] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.205957] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.205957] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.205957] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.205957] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.225489] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.225489] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.225489] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.225770] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.226442] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.226442] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.226442] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.226728] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.226728] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eb17f36-20e4-4946-bf34-e7b0a9a5323c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.275928] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.367954] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.729717] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.729717] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.729717] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.730082] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.730082] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.730211] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 0eb17f36-20e4-4946-bf34-e7b0a9a5323c not found, creating... [ 1012.730540] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.730748] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.730905] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.731144] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.731368] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.733840] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.733840] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.733840] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.733840] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.733840] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.733840] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 0eb17f36-20e4-4946-bf34-e7b0a9a5323c is going to be created. [ 1012.753470] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.753713] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.753840] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.754133] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.754368] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.754643] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.780334] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.871193] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.871426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.871506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.871817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.871952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.872379] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be created. [ 1012.911325] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.911571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.911628] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.912144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.912144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.923592] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: UNINITIALIZED for 2s [ 1013.283235] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.283376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.283415] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.287029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.287029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.287029] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be updated. [ 1013.324639] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.324825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.324919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.325322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.325516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.336327] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: IN_PROGRESS for 2s [ 1013.728172] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea314e32-28a9-4aba-b28b-d3310633e706 req-300018ea-80ee-4c87-9065-26ba4133f526 service nova] Enqueued Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_rules [ 1013.728536] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea314e32-28a9-4aba-b28b-d3310633e706 req-300018ea-80ee-4c87-9065-26ba4133f526 service nova] Enqueued Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1013.728576] env[69806]: INFO networking_nsxv3.common.synchronization [req-ea314e32-28a9-4aba-b28b-d3310633e706 req-300018ea-80ee-4c87-9065-26ba4133f526 service nova] Enqueued Resource ID: 0eb17f36-20e4-4946-bf34-e7b0a9a5323c with Priority: HIGHEST for action port [ 1013.729233] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_rules [ 1013.729442] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1013.729805] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb17f36-20e4-4946-bf34-e7b0a9a5323c with Priority: HIGHEST for action port [ 1013.730068] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.730212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.730276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.730567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.730658] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.731555] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.734941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.734941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.734941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.734941] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.734941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.734941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.734941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.734941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.734941] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.734941] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.734941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.734941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.734941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.734941] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eb17f36-20e4-4946-bf34-e7b0a9a5323c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.790562] env[69806]: INFO networking_nsxv3.common.synchronization [req-1d67b26e-81a6-4847-b109-324e1163c5d4 req-cdc43fac-cfa4-4236-9ce2-a9187f4283a5 tempest-ServersWithSpecificFlavorTestJSON-151912983 tempest-ServersWithSpecificFlavorTestJSON-151912983-project-member] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 1013.791761] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGHEST for action security_group_members [ 1013.792217] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.792346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.792421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.792651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.792843] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.792931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.792985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.793188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.793337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.793503] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.239025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.239025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.239025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.239025] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0eb17f36-20e4-4946-bf34-e7b0a9a5323c with status ACTIVE [ 1014.239025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.239025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.239025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.239025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.239025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.239984] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.240331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.240501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.240770] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.240942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.241407] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.241635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.241952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.242522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.242743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.242956] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0eb17f36-20e4-4946-bf34-e7b0a9a5323c is going to be updated. [ 1014.269496] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.269714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.269714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.269898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.270570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.270903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.297432] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.297590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.297747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.297917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.328674] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.328997] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.329204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.329276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.329501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.329580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.329670] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd is going to be updated. [ 1014.375290] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.375470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.375535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.375737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.375872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.388571] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: IN_PROGRESS for 2s [ 1014.746064] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.935534] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1014.935534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.935837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.935871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.936079] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.936166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.936236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.936429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.936514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.936660] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.936693] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.249083] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.249325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.249441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.249776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.249944] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.250098] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb is going to be created. [ 1015.278744] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.282189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.282189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.282189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.282189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.287790] env[69806]: INFO networking_nsxv3.common.synchronization [req-1cd46357-7f58-4fc2-94c1-ca4d717ba556 req-f086d9d5-3a31-4317-9dd9-3fc63bacf2a4 tempest-ListImageFiltersTestJSON-1578932108 tempest-ListImageFiltersTestJSON-1578932108-project-member] Enqueued Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 1015.288345] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGHEST for action security_group_members [ 1015.288653] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.288772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.288841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.289233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.289448] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.289548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.289610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.289774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.289899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.289947] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.292743] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: UNINITIALIZED for 2s [ 1015.345919] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: SUCCESS [ 1015.345919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.346107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.346429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.346631] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.346759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.346826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.347069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.347178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.347271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.347445] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.347526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.347586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.347765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.347962] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.348230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.348395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.348563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.348646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.348787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.348822] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.349878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.350075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.350240] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.350343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.350413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.350619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.350709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.350800] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.439718] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.439718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.439718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.439718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.439718] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.440273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.440273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.440273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.440273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.441277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.445540] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.445540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.445540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.445540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.445540] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.445540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.445540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.445540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.445540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.445540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.445540] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.791948] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.792338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.792338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.792498] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.818454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.818675] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.818786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.818910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.819090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.819194] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.819291] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de is going to be updated. [ 1015.824542] env[69806]: INFO networking_nsxv3.common.synchronization [req-ecca338b-a497-40c5-b2f7-29f12922c1ac req-c3c74575-7e73-4fed-9f45-8dfe377ce19c tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1015.824831] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1015.825161] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.825285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.825354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.825558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.825714] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.825813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.825928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.826032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.826124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.826230] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.848305] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.848512] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.848614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.848816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.850079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.852866] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.853773] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb494db3-20ba-4258-8be5-7baa6e5c323f: rpc.has_security_group_logging(os_id): False [ 1015.860070] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: IN_PROGRESS for 2s [ 1015.875347] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.875347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.875347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.875347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.875347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.875347] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.875347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.875734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.875734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.875734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.875832] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.875832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.875905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.877331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.877331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.877331] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.877331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.877331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.877331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.877331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.877331] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be created. [ 1015.954306] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.954539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.954632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.954960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.955264] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.957933] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7: rpc.has_security_group_logging(os_id): False [ 1016.002063] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: IN_PROGRESS for 2s [ 1016.002063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.002063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.002063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.002063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.002063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.002063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.002063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.002063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.002063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.002063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.002063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.002063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.002063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.002063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.003143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.003143] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.003143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.003143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.003143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.003143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.003143] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be created. [ 1016.068819] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.069094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.069094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.069396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.069647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.081754] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1016.256504] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.256718] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.256852] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.257493] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.257493] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.257677] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.257828] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.258195] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.258436] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.258724] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.258885] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.259101] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.259206] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.259366] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.259543] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.259745] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.279702] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.279849] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.279983] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.280307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.280501] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-775d25a2-6352-487d-843b-259367f3e12c taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.280682] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-775d25a2-6352-487d-843b-259367f3e12c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.280805] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-775d25a2-6352-487d-843b-259367f3e12c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.281159] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-775d25a2-6352-487d-843b-259367f3e12c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.281307] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('775d25a2-6352-487d-843b-259367f3e12c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.328899] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.329101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.329177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.329332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.329450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.329715] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.329715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.329848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.329937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.330024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.330115] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be updated. [ 1016.356896] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.362217] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.362217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.362217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.362217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.362217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.371109] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 1016.397989] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2edc8c9-eb47-436e-a992-1b5351b794dd in Status: SUCCESS [ 1016.397989] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd deletion is rescheduled due to dependency. [ 1016.397989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.784196] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.784564] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.784642] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.784929] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.785094] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.785256] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 775d25a2-6352-487d-843b-259367f3e12c not found, creating... [ 1016.785526] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.785725] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.785812] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.786057] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.786195] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.786504] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.786664] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.786785] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.786992] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.787143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.787286] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 775d25a2-6352-487d-843b-259367f3e12c is going to be created. [ 1016.811393] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.811714] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.811952] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.812278] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.812554] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.812750] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-775d25a2-6352-487d-843b-259367f3e12c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.858785] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.858968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.859078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.859355] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.859531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.859603] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be updated. [ 1016.885163] env[69806]: INFO networking_nsxv3.common.synchronization [None req-030f074c-5100-4be9-96ba-98edf1f1fb47 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1016.885783] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1016.886120] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.886257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.886332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.888723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.888723] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.888723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.888723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.888723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.888723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.888723] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.912209] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.912364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.912687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.912687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.912801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.930214] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: IN_PROGRESS for 2s [ 1017.304126] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: SUCCESS [ 1017.304261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.304427] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.304732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.304861] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.305200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.305200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.305200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.305376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.305376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.305512] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.392315] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.591163] env[69806]: INFO networking_nsxv3.common.synchronization [req-ecca338b-a497-40c5-b2f7-29f12922c1ac req-84aa8cd1-87fb-4b07-9d0a-c4dca37189bc service nova] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 1017.591163] env[69806]: INFO networking_nsxv3.common.synchronization [req-ecca338b-a497-40c5-b2f7-29f12922c1ac req-84aa8cd1-87fb-4b07-9d0a-c4dca37189bc service nova] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1017.591320] env[69806]: INFO networking_nsxv3.common.synchronization [req-ecca338b-a497-40c5-b2f7-29f12922c1ac req-84aa8cd1-87fb-4b07-9d0a-c4dca37189bc service nova] Enqueued Resource ID: 775d25a2-6352-487d-843b-259367f3e12c with Priority: HIGHEST for action port [ 1017.591942] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 1017.592220] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1017.592220] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775d25a2-6352-487d-843b-259367f3e12c with Priority: HIGHEST for action port [ 1017.593063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.593063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.593063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.593063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.593237] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.594564] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.594564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.595280] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-775d25a2-6352-487d-843b-259367f3e12c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.595280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-775d25a2-6352-487d-843b-259367f3e12c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.595280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-775d25a2-6352-487d-843b-259367f3e12c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.595280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-775d25a2-6352-487d-843b-259367f3e12c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.595280] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('775d25a2-6352-487d-843b-259367f3e12c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.809958] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.809958] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.809958] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.809958] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.809958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.811273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.811273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.811273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.811273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.812946] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.875063] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de in Status: SUCCESS [ 1017.875063] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de deletion is rescheduled due to dependency. [ 1017.875063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.897040] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.993885] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: SUCCESS [ 1017.994117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.994308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.994537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.994625] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.097150] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.097439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.097864] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 775d25a2-6352-487d-843b-259367f3e12c with status ACTIVE [ 1018.098273] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.098740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.098740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.099044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.099204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.099536] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.099708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.099810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.100356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.100708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.101102] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.101378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.101556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.102084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.102297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.102551] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 775d25a2-6352-487d-843b-259367f3e12c is going to be updated. [ 1018.105607] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1018.106113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.134518] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.134518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.134518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.134814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.134978] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.135282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-775d25a2-6352-487d-843b-259367f3e12c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.174049] env[69806]: INFO networking_nsxv3.common.synchronization [req-f1091852-456a-4144-9628-a6232cf29600 req-c26f4c8e-1ac2-4e7f-b193-76e5bd7d0526 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1018.174530] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1018.174530] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.174530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.314284] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb: rpc.has_security_group_logging(os_id): False [ 1018.334497] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.334665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.335982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.335982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.335982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.335982] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.335982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.335982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.335982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.335982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.336323] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.336323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.336323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.336418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.336446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.336627] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.336720] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.336780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.336922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.336997] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.337370] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb is going to be created. [ 1018.382862] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 1018.383092] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 deletion is rescheduled due to dependency. [ 1018.383326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.383574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.383837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.384071] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.384226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.384301] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.384471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.384554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.384655] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.398432] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.398624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.398705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.398932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.399039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.399148] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be updated. [ 1018.431123] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.431325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.431325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.431543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.431686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.441477] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1018.454594] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.454763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.454836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.455137] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.455337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.473720] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: IN_PROGRESS for 2s [ 1018.497387] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.497609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.887191] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.944461] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: SUCCESS [ 1018.944708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.945284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.945284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.945436] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.945436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.945532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.945686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.945768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.945889] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.310533] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.310533] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.310817] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.310944] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.311361] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.311578] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.311732] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.312009] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.312187] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.312418] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.312600] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.312739] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.312853] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.312971] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.313095] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.313240] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.334226] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.334425] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1019.334548] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.334777] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.335138] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.335335] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.335463] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.335820] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.336103] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d77a7e-70cf-41a3-b972-fb4b4cc5b224',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.390558] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.448547] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.838901] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.839166] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.839299] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.839615] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.839803] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.839975] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 not found, creating... [ 1019.840714] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.840714] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.840714] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.840714] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.841215] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.841215] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.841352] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.841478] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.841714] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.841868] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.842043] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 is going to be created. [ 1019.864227] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.864227] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.864488] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.864792] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.865024] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.865396] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.893158] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.893513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.893513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.893629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.893740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.893845] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be updated. [ 1019.942744] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.942845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.942900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.943129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.943297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.951301] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.953845] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 1020.452686] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1020.452882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.456524] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.456856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.457074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.457262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.457335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.457439] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be updated. [ 1020.490124] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: SUCCESS [ 1020.490353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.508221] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.508556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.508556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.508894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.509348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.519307] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: IN_PROGRESS for 2s [ 1020.788914] env[69806]: INFO networking_nsxv3.common.synchronization [req-911c0a7b-602d-4b65-94b5-17d8cb2a49ff req-2e430944-44bc-484e-98ba-0099ffd9ab57 tempest-ServersAdminTestJSON-956914121 tempest-ServersAdminTestJSON-956914121-project-member] Enqueued Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 1020.789552] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cad344-e95c-446b-aef8-469bc641e273 with Priority: HIGHEST for action security_group_members [ 1020.793153] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6cad344-e95c-446b-aef8-469bc641e273 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.793153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.793153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.793153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.793153] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.793153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.793153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.793153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.793153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.793153] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6cad344-e95c-446b-aef8-469bc641e273',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.804852] env[69806]: INFO networking_nsxv3.common.synchronization [req-71c9172a-c995-44c0-91cb-a8eb76acf5fb req-e30d1927-65f2-445f-af09-3a70c0da3d4c service nova] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_rules [ 1020.805093] env[69806]: INFO networking_nsxv3.common.synchronization [req-71c9172a-c995-44c0-91cb-a8eb76acf5fb req-e30d1927-65f2-445f-af09-3a70c0da3d4c service nova] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1020.805345] env[69806]: INFO networking_nsxv3.common.synchronization [req-71c9172a-c995-44c0-91cb-a8eb76acf5fb req-e30d1927-65f2-445f-af09-3a70c0da3d4c service nova] Enqueued Resource ID: c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 with Priority: HIGHEST for action port [ 1020.806155] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_rules [ 1020.806352] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1020.806512] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 with Priority: HIGHEST for action port [ 1020.809272] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.809272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.809272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.809272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.809272] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.809272] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.809744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.809744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.809744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.809964] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.809964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.809964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.810208] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.811208] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.813528] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.813528] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.813528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.813528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.813528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.813528] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d77a7e-70cf-41a3-b972-fb4b4cc5b224',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.295320] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.295320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.295320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.295320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.316529] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.316529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.316529] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.316529] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 with status ACTIVE [ 1021.316529] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.316529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.316529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.317845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.317845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.317845] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.317845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.317845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.317845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.317845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.317845] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.317845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.317845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.319244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.319953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.319953] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4d77a7e-70cf-41a3-b972-fb4b4cc5b224 is going to be updated. [ 1021.323987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.324278] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.324388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.324388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.324562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.324642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.324732] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 is going to be updated. [ 1021.345491] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.345773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.345773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.346038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.346201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.346383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4d77a7e-70cf-41a3-b972-fb4b4cc5b224" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.352317] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.352420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.352546] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.352658] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.352777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.362527] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: IN_PROGRESS for 2s [ 1021.543122] env[69806]: INFO networking_nsxv3.common.synchronization [req-ad5f76e4-a80d-4d97-b74b-c7bc1f06b5a9 req-13fbb1a0-09fa-4fbe-9eb4-fcc8104cad9b tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_members [ 1021.543122] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGHEST for action security_group_members [ 1021.543498] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da3b7f2-2957-445c-abd7-0c0512ea4c51 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.543763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.544156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.546097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.546097] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.546097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.546097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.546097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.546097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.546097] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0da3b7f2-2957-445c-abd7-0c0512ea4c51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.822534] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.969143] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 1021.969374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.969553] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.969792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.970022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.970146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.970215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.970375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.970457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.970545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.970639] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.048856] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.049098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.049177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.049432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.049548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.049760] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.049859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.049922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.050091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.050169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.050253] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 is going to be updated. [ 1022.089390] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.089575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.089646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.089857] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.089994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.099490] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 in Status: IN_PROGRESS for 2s [ 1022.325776] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.326123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.326123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.326255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.326446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.326446] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be updated. [ 1022.360031] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.360031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.360031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.360775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.360939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.373024] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1022.473519] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.531236] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: SUCCESS [ 1022.531236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.531236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.533898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.533898] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.533898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.533898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.533898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.533898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.533898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.533898] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.540784] env[69806]: INFO networking_nsxv3.common.synchronization [req-78231b46-d3be-4585-bf59-c9102b4672fa req-6a925f0b-f646-42f6-8dfb-9febd4476684 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1022.542066] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1022.542731] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.543171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.543426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.543887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.544315] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.545022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.545022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.545373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.545626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.546865] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.979936] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5: rpc.has_security_group_logging(os_id): False [ 1023.003071] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.003071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.003071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.003071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.003071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.003071] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.003071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.003071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.003071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.003071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.003071] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be updated. [ 1023.039032] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.039032] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.039032] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.039032] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.039032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.039814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.039814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.039814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.039814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.039814] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.049610] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.052862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.052862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.052862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.052862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.052862] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.052862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.052862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.052862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.052862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.052862] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1023.091706] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.091706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.091706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.091706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.091706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.092807] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.093116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.093271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.093539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.093760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.107310] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1023.111300] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 1023.362770] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.363114] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.363155] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.368022] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.368022] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.368022] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.368022] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.368022] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.368022] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.368022] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.368022] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.368022] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.368022] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.368022] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.372350] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.372529] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.384141] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6cad344-e95c-446b-aef8-469bc641e273 in Status: SUCCESS [ 1023.384413] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6cad344-e95c-446b-aef8-469bc641e273 deletion is rescheduled due to dependency. [ 1023.384499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6cad344-e95c-446b-aef8-469bc641e273" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.397354] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.397683] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.397903] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.398661] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.398661] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-caa32eec-2e0f-4ddc-af91-43b6fad07f27 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.398888] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-caa32eec-2e0f-4ddc-af91-43b6fad07f27" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.398997] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-caa32eec-2e0f-4ddc-af91-43b6fad07f27" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.399354] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-caa32eec-2e0f-4ddc-af91-43b6fad07f27" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.399499] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa32eec-2e0f-4ddc-af91-43b6fad07f27',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.542144] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb494db3-20ba-4258-8be5-7baa6e5c323f: rpc.has_security_group_logging(os_id): False [ 1023.570098] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.570235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.570311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.570593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.570731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.570938] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.571089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.571159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.571320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.571400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.571650] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.571752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.571814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.572329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.572329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.573172] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.573172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.573172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.573172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.573172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.573172] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be updated. [ 1023.691670] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.691922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.692058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.692766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.692766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.725698] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: IN_PROGRESS for 2s [ 1023.902063] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.905026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.905026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.905026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.905026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.905026] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port caa32eec-2e0f-4ddc-af91-43b6fad07f27 not found, creating... [ 1023.905026] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.905026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.905026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.905026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.905026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.905497] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.905497] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.905497] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.905988] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.906284] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.906594] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: caa32eec-2e0f-4ddc-af91-43b6fad07f27 is going to be created. [ 1023.937606] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.937606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.937606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.937606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.937606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.937606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-caa32eec-2e0f-4ddc-af91-43b6fad07f27" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.110484] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 in Status: SUCCESS [ 1024.110484] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 deletion is rescheduled due to dependency. [ 1024.110484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.173860] env[69806]: INFO networking_nsxv3.common.synchronization [None req-930dea68-9222-4523-b143-a62899307ae4 None None] Enqueued Resource ID: 4c396023-2711-4171-b9ac-16bf43347af0 with Priority: HIGHEST for action port [ 1024.173860] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c396023-2711-4171-b9ac-16bf43347af0 with Priority: HIGHEST for action port [ 1024.173860] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c396023-2711-4171-b9ac-16bf43347af0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.174153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c396023-2711-4171-b9ac-16bf43347af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.174368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c396023-2711-4171-b9ac-16bf43347af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.174737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c396023-2711-4171-b9ac-16bf43347af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.174928] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c396023-2711-4171-b9ac-16bf43347af0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.387341] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1024.390027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.390027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.390027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.390027] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.390027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.390027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.390027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.390027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.390027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.390027] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.677389] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c396023-2711-4171-b9ac-16bf43347af0 [ 1024.677645] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.677864] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.677940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.678206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.678297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.678430] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c396023-2711-4171-b9ac-16bf43347af0 already deleted. [ 1024.678507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c396023-2711-4171-b9ac-16bf43347af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.724192] env[69806]: INFO networking_nsxv3.common.synchronization [req-78231b46-d3be-4585-bf59-c9102b4672fa req-0ab47548-45dc-4f9f-b1bd-23c7b24c1092 service nova] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_rules [ 1024.724390] env[69806]: INFO networking_nsxv3.common.synchronization [req-78231b46-d3be-4585-bf59-c9102b4672fa req-0ab47548-45dc-4f9f-b1bd-23c7b24c1092 service nova] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1024.724548] env[69806]: INFO networking_nsxv3.common.synchronization [req-78231b46-d3be-4585-bf59-c9102b4672fa req-0ab47548-45dc-4f9f-b1bd-23c7b24c1092 service nova] Enqueued Resource ID: caa32eec-2e0f-4ddc-af91-43b6fad07f27 with Priority: HIGHEST for action port [ 1024.724759] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_rules [ 1024.724884] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1024.724980] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa32eec-2e0f-4ddc-af91-43b6fad07f27 with Priority: HIGHEST for action port [ 1024.725570] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.725700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.725767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.726014] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.729130] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.730190] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.730445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.730510] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-caa32eec-2e0f-4ddc-af91-43b6fad07f27 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.730601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caa32eec-2e0f-4ddc-af91-43b6fad07f27" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.731267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caa32eec-2e0f-4ddc-af91-43b6fad07f27" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.731267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caa32eec-2e0f-4ddc-af91-43b6fad07f27" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.731267] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa32eec-2e0f-4ddc-af91-43b6fad07f27',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.895029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.895029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.895029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.895029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.895029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.895657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.895657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.895657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.895657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.895657] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.125025] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1025.125025] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 deletion is rescheduled due to dependency. [ 1025.125025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.125025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.125025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.125025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.125025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.125025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.125025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.125025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.125025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.130020] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 1025.130259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.232656] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.233104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.233735] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caa32eec-2e0f-4ddc-af91-43b6fad07f27 with status ACTIVE [ 1025.233735] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.233946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.234732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.234732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.234732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.234732] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.234732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.235887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.236946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.236946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.236946] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.236946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.240223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.240223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.240223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.240223] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caa32eec-2e0f-4ddc-af91-43b6fad07f27 is going to be updated. [ 1025.265135] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.265135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.265135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.265135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.265135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.265135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caa32eec-2e0f-4ddc-af91-43b6fad07f27" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.398650] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7: rpc.has_security_group_logging(os_id): False [ 1025.417993] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.418163] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.418233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.418565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.418662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.418862] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.418962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.419039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.419195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.419273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.419484] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.419581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.419642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.419800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.419873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.420201] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.420318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.420371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.420530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.420648] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.420712] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be updated. [ 1025.491680] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.491869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.491980] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.492297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.492485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.507020] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1025.627801] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.747703] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: SUCCESS [ 1025.747969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.748171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.748480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.748588] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.032375] env[69806]: INFO networking_nsxv3.common.synchronization [None req-46f08f73-8919-4b31-99aa-f3bc56583f3e None None] Enqueued Resource ID: 226f27fc-b950-4eaa-bdb8-4bcfcac1d3a7 with Priority: HIGHEST for action port [ 1026.032685] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226f27fc-b950-4eaa-bdb8-4bcfcac1d3a7 with Priority: HIGHEST for action port [ 1026.033917] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-226f27fc-b950-4eaa-bdb8-4bcfcac1d3a7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.033917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-226f27fc-b950-4eaa-bdb8-4bcfcac1d3a7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.033917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-226f27fc-b950-4eaa-bdb8-4bcfcac1d3a7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.033917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-226f27fc-b950-4eaa-bdb8-4bcfcac1d3a7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.033917] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('226f27fc-b950-4eaa-bdb8-4bcfcac1d3a7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.130815] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.251176] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.251381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.251430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.251629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.251802] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.251904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.251988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.252152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.252241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.252372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.252481] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.536426] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 226f27fc-b950-4eaa-bdb8-4bcfcac1d3a7 [ 1026.536703] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.536816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.537099] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.537135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.537273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.537318] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:226f27fc-b950-4eaa-bdb8-4bcfcac1d3a7 already deleted. [ 1026.537380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-226f27fc-b950-4eaa-bdb8-4bcfcac1d3a7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.635313] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.635313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.635313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.635313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.635313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.635313] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1026.675436] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.675619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.675726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.675926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.676098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.689833] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1026.755521] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.755593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.756668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.756668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.756668] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.756668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.756668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.756668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.756668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.756668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.757052] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.757052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.757123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.757242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.757398] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.757554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.757607] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.757862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.757862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.757928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.759124] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.771758] env[69806]: INFO networking_nsxv3.common.synchronization [req-b8bd1976-320a-4f1b-8645-bdc1db540944 req-bcc26b98-3809-498b-9a6e-303b292037ad tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Enqueued Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_members [ 1026.772488] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_members [ 1026.772847] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.772950] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.773044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.773300] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.773462] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.773560] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.773615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.774090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.774090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.774090] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.082470] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-773 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.082665] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-773" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.082794] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-773" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.083128] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-773" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.083387] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.083547] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.083671] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.084043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.084256] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.084506] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.084645] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.084764] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.084878] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.085013] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.085131] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.085945] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.106267] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.106516] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.106678] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.106864] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-773" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.107207] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-40721344-ae8b-4fb6-bd74-61bd997313c6 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.108534] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-40721344-ae8b-4fb6-bd74-61bd997313c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.108534] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-40721344-ae8b-4fb6-bd74-61bd997313c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.108534] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-40721344-ae8b-4fb6-bd74-61bd997313c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.108534] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40721344-ae8b-4fb6-bd74-61bd997313c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.261372] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb494db3-20ba-4258-8be5-7baa6e5c323f: rpc.has_security_group_logging(os_id): False [ 1027.276565] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.276565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.276565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.276565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.276565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.276951] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.277048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.277129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.277317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.277407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.277503] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 already deleted. [ 1027.277589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.280411] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.280537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.280604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.280777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.280859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.281080] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.281243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.281243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.281381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.281454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.281629] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.281721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.281781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.281919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.281994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.282208] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.282316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.282379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.282520] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.282594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.282677] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be updated. [ 1027.350247] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.350247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.350247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.350458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.350458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.367105] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: IN_PROGRESS for 2s [ 1027.522386] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1027.522386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.613873] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.617160] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.617160] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.617160] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.617160] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.617160] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 40721344-ae8b-4fb6-bd74-61bd997313c6 not found, creating... [ 1027.617160] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.617160] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.617160] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.617160] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.618226] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.618784] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.620572] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.620572] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.620572] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.620572] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.620572] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 40721344-ae8b-4fb6-bd74-61bd997313c6 is going to be created. [ 1027.642663] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.642811] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.643222] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.643597] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.643909] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.644194] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-40721344-ae8b-4fb6-bd74-61bd997313c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.334932] env[69806]: INFO networking_nsxv3.common.synchronization [req-b8bd1976-320a-4f1b-8645-bdc1db540944 req-1c1121d0-891b-4395-81a9-b023ab7c4ed4 service nova] Enqueued Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_rules [ 1028.335132] env[69806]: INFO networking_nsxv3.common.synchronization [req-b8bd1976-320a-4f1b-8645-bdc1db540944 req-1c1121d0-891b-4395-81a9-b023ab7c4ed4 service nova] Enqueued Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_members [ 1028.335276] env[69806]: INFO networking_nsxv3.common.synchronization [req-b8bd1976-320a-4f1b-8645-bdc1db540944 req-1c1121d0-891b-4395-81a9-b023ab7c4ed4 service nova] Enqueued Resource ID: 40721344-ae8b-4fb6-bd74-61bd997313c6 with Priority: HIGHEST for action port [ 1028.335562] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_rules [ 1028.335626] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_members [ 1028.335722] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40721344-ae8b-4fb6-bd74-61bd997313c6 with Priority: HIGHEST for action port [ 1028.336276] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.336399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.336458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.336717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.336799] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.339113] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.342572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.342572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.342572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.342572] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.342572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.342572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.342572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.342572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.342572] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.342572] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-40721344-ae8b-4fb6-bd74-61bd997313c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.342572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40721344-ae8b-4fb6-bd74-61bd997313c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.342572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40721344-ae8b-4fb6-bd74-61bd997313c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.342572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40721344-ae8b-4fb6-bd74-61bd997313c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.342572] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40721344-ae8b-4fb6-bd74-61bd997313c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.703187] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1028.703543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.706053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.706053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.706053] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.706053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.706053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.706053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.706053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.706053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.706053] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.849337] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.850505] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.850653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.850884] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40721344-ae8b-4fb6-bd74-61bd997313c6 with status ACTIVE [ 1028.851074] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.851194] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.851257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.851448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.851540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.851726] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.851811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.851866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.857601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.857874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.858193] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.858333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.858459] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.858661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.858746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.859022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40721344-ae8b-4fb6-bd74-61bd997313c6 is going to be updated. [ 1028.884247] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.884457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.884457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.884690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.884856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.884998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40721344-ae8b-4fb6-bd74-61bd997313c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.213502] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.213739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.213853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.214195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.215027] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.215027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.215027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.215027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.215241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.215241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.215453] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.215607] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.215711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.216133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.216344] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.216509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.216582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.216734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.216818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.217631] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.217631] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.361495] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.380919] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: SUCCESS [ 1029.381152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.724064] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4: rpc.has_security_group_logging(os_id): False [ 1029.740553] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.740694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.740785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.741045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.741144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.741338] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.741440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.741523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.741698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.741778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.741976] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.742089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.742152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.742289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.742364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.742549] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.742643] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.742704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.742837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.742919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.743051] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1029.813274] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.813438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.813487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.813693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.813840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.826516] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1029.864152] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.864341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.864374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.864590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.864680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.864793] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 is going to be created. [ 1029.891860] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.892034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.892109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.892352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.892518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.921024] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 in Status: UNINITIALIZED for 2s [ 1031.846027] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1031.846027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.929141] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 in Status: SUCCESS [ 1031.929675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.929885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.930143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.930366] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.930608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.930700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.930876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.930974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.931090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.931211] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.435141] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.936580] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94: rpc.has_security_group_logging(os_id): False [ 1032.956029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.956029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.956029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.956029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.956029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.956750] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.956750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.956750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.956750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.956750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.956750] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 is going to be created. [ 1033.022479] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.022663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.022791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.022982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.023197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.037774] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 in Status: IN_PROGRESS for 2s [ 1033.336975] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1033.337162] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1033.831621] env[69806]: INFO networking_nsxv3.common.synchronization [req-33606c35-da61-4947-9d32-92dabeb47a85 req-0200c0df-dd7c-4256-8180-a031e549f464 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_members [ 1033.832210] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_members [ 1033.833018] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-07961e2c-dac2-49a7-8a2d-62d6eb681b47 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.833018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.833946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.833946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.834115] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.834115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.834215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.834343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.834405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.834496] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07961e2c-dac2-49a7-8a2d-62d6eb681b47',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.337289] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.337612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.337612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.337715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.337801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.337999] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.338113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.338157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.338307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.338377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.338476] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 already deleted. [ 1034.338567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.659988] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.660486] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.660644] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.661239] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.661322] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.661467] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.661709] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.661853] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.662011] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.662263] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.662386] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.662500] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.662603] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.662748] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.662832] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.662968] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.692388] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.692388] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1034.692388] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.692388] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.692388] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-f3270792-8215-48ce-a248-cb5a9b3185c3 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.692388] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-f3270792-8215-48ce-a248-cb5a9b3185c3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.693056] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-f3270792-8215-48ce-a248-cb5a9b3185c3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.693056] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-f3270792-8215-48ce-a248-cb5a9b3185c3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.693056] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3270792-8215-48ce-a248-cb5a9b3185c3',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.793207] env[69806]: INFO networking_nsxv3.common.synchronization [req-80a02332-de35-4c54-9951-2f766efd8789 req-1e9a4065-1426-4c94-bb03-a661410b500b tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1034.797304] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1034.799099] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.799257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.799760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.799760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.799760] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.799988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.799988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.800161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.800161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.800243] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.801632] env[69806]: INFO networking_nsxv3.common.synchronization [None req-8cc0c4c0-75db-41f3-a2f7-0e33bfa794f4 None None] Enqueued Resource ID: fbc0f8b2-ee71-4ac7-8952-e47e2d5eef19 with Priority: HIGHEST for action port [ 1034.802324] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc0f8b2-ee71-4ac7-8952-e47e2d5eef19 with Priority: HIGHEST for action port [ 1034.803105] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbc0f8b2-ee71-4ac7-8952-e47e2d5eef19 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.803105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbc0f8b2-ee71-4ac7-8952-e47e2d5eef19" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.803105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbc0f8b2-ee71-4ac7-8952-e47e2d5eef19" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.803105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbc0f8b2-ee71-4ac7-8952-e47e2d5eef19" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.803105] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc0f8b2-ee71-4ac7-8952-e47e2d5eef19',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.051335] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 in Status: SUCCESS [ 1035.051606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.201948] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.201948] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.201948] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.201948] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.201948] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.201948] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port f3270792-8215-48ce-a248-cb5a9b3185c3 not found, creating... [ 1035.201948] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.201948] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.202668] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.203066] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.203486] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.203975] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.206768] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.206768] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.206768] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.206768] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.206768] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: f3270792-8215-48ce-a248-cb5a9b3185c3 is going to be created. [ 1035.229759] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.229759] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.229759] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.229759] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.229759] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.229759] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-f3270792-8215-48ce-a248-cb5a9b3185c3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.304396] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.310374] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbc0f8b2-ee71-4ac7-8952-e47e2d5eef19 [ 1035.310611] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.310861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.310861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.311027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.311115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.311207] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbc0f8b2-ee71-4ac7-8952-e47e2d5eef19 already deleted. [ 1035.311285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbc0f8b2-ee71-4ac7-8952-e47e2d5eef19" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.807920] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.885719] env[69806]: INFO networking_nsxv3.common.synchronization [None req-af496018-cea4-4dab-bda8-7e0bbe27f38a tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1035.886566] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1035.887651] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.887855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.048071] env[69806]: INFO networking_nsxv3.common.synchronization [None req-d66f91fd-832e-46af-a617-1c672c9805cf tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Enqueued Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_rules [ 1036.048772] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_rules [ 1036.050163] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.050514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.050733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.051118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.051330] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.281388] env[69806]: INFO networking_nsxv3.common.synchronization [None req-ab75e823-50b6-4aa0-bbc4-1dd21c092d52 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Enqueued Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_rules [ 1036.282839] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_rules [ 1036.283511] env[69806]: INFO networking_nsxv3.common.synchronization [req-33606c35-da61-4947-9d32-92dabeb47a85 req-1efeb79f-db00-4775-b0a5-26e50395c1c0 service nova] Enqueued Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_rules [ 1036.283677] env[69806]: INFO networking_nsxv3.common.synchronization [req-33606c35-da61-4947-9d32-92dabeb47a85 req-1efeb79f-db00-4775-b0a5-26e50395c1c0 service nova] Enqueued Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_members [ 1036.283826] env[69806]: INFO networking_nsxv3.common.synchronization [req-33606c35-da61-4947-9d32-92dabeb47a85 req-1efeb79f-db00-4775-b0a5-26e50395c1c0 service nova] Enqueued Resource ID: f3270792-8215-48ce-a248-cb5a9b3185c3 with Priority: HIGHEST for action port [ 1036.284174] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.284280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.284633] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_rules [ 1036.284758] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_members [ 1036.284857] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3270792-8215-48ce-a248-cb5a9b3185c3 with Priority: HIGHEST for action port [ 1036.285325] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.285461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.285543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.285909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.285909] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07961e2c-dac2-49a7-8a2d-62d6eb681b47',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.287048] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-07961e2c-dac2-49a7-8a2d-62d6eb681b47 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.287174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.287242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.287413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.287603] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.287768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.287834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.287976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.288074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.288163] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07961e2c-dac2-49a7-8a2d-62d6eb681b47',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.289396] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3270792-8215-48ce-a248-cb5a9b3185c3 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.289504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3270792-8215-48ce-a248-cb5a9b3185c3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.289590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3270792-8215-48ce-a248-cb5a9b3185c3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.289744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3270792-8215-48ce-a248-cb5a9b3185c3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.289823] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3270792-8215-48ce-a248-cb5a9b3185c3',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.311853] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.312041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.312123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.312882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.312977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.313092] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be updated. [ 1036.346017] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.346017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.346017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.346017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.346017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.354875] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1036.584723] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.585035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.585268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.585642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.585825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.585997] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 already deleted. [ 1036.586173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.586465] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.586790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.588650] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.788398] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-07961e2c-dac2-49a7-8a2d-62d6eb681b47 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.788665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.789652] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07961e2c-dac2-49a7-8a2d-62d6eb681b47',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.791491] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3270792-8215-48ce-a248-cb5a9b3185c3 with status ACTIVE [ 1036.791857] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.792102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.792229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.792551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.792709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.792995] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.793178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.793294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.793602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.793703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.794017] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.794346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.794463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.794707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.794849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.794991] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3270792-8215-48ce-a248-cb5a9b3185c3 is going to be updated. [ 1036.818880] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.819196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.819241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.819536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.819765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.820013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3270792-8215-48ce-a248-cb5a9b3185c3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.986944] env[69806]: INFO networking_nsxv3.common.synchronization [None req-d9912922-811d-4381-bd5a-75dbe290dcf3 None None] Enqueued Resource ID: 8279a021-944d-4233-9a10-ca8644474405 with Priority: HIGHEST for action port [ 1036.987374] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8279a021-944d-4233-9a10-ca8644474405 with Priority: HIGHEST for action port [ 1036.987687] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8279a021-944d-4233-9a10-ca8644474405 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.987807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8279a021-944d-4233-9a10-ca8644474405" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.987862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8279a021-944d-4233-9a10-ca8644474405" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.988412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8279a021-944d-4233-9a10-ca8644474405" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.988509] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8279a021-944d-4233-9a10-ca8644474405',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.110775] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.111068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.111068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.111223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.111283] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.111386] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 already deleted. [ 1037.111484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.292442] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07961e2c-dac2-49a7-8a2d-62d6eb681b47',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.490555] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8279a021-944d-4233-9a10-ca8644474405 [ 1037.490999] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.492466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.492466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.492466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.492466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.492466] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8279a021-944d-4233-9a10-ca8644474405 already deleted. [ 1037.492466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8279a021-944d-4233-9a10-ca8644474405" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.796017] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.796196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.796331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.797220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.797220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.797220] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 is going to be created. [ 1037.826432] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.826432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.826432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.826819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.827053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.839317] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 in Status: UNINITIALIZED for 2s [ 1038.369520] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1038.369520] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.369520] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.369865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.370013] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.370118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.370169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.370361] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.370441] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.370538] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.878711] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.879139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.879139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.879206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.879316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.879466] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.879554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.879615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.881105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.881232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.881335] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be updated. [ 1038.916552] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.916805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.920635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.920635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.920635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.928993] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1039.844689] env[69806]: INFO networking_nsxv3.common.synchronization [req-bf465784-92a3-4165-b474-1722abd6c300 req-5400be3a-38ea-4ac2-90c9-98c7b29eb49e tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_members [ 1039.845594] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGHEST for action security_group_members [ 1039.845947] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.846125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.846175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.846433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.846657] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.846657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.846786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.846949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.848700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.849113] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.856251] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 in Status: SUCCESS [ 1039.856542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.857145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.857446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.857763] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.857763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.857952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.858014] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.858680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.859050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.859050] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07961e2c-dac2-49a7-8a2d-62d6eb681b47',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.351273] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.351564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.351564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.351635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.362181] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07961e2c-dac2-49a7-8a2d-62d6eb681b47',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.377742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.378919] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.378919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.378919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.378919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.378919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.378919] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 is going to be updated. [ 1040.419426] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.419663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.419748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.419999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.420174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.432827] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 in Status: IN_PROGRESS for 2s [ 1040.873037] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07961e2c-dac2-49a7-8a2d-62d6eb681b47: rpc.has_security_group_logging(os_id): False [ 1040.893470] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.893646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.893722] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.894201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.894201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.894328] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.894430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.894544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.895236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.895236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.895236] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 is going to be created. [ 1040.948233] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1040.948233] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 deletion is rescheduled due to dependency. [ 1040.948233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.974523] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.974691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.974691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.975490] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.975490] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.995362] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 in Status: IN_PROGRESS for 2s [ 1042.450024] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 in Status: SUCCESS [ 1042.450024] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 deletion is rescheduled due to dependency. [ 1042.450024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.011949] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 in Status: SUCCESS [ 1043.012468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.848994] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1044.849799] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1044.849878] env[69806]: INFO networking_nsxv3.common.synchronization [None req-934b1bed-7bad-4481-9c7b-f7e8c7f4a473 None None] Enqueued Resource ID: b17e5f47-1766-450d-9b6e-4719020a6cdd with Priority: HIGHEST for action port [ 1044.851302] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17e5f47-1766-450d-9b6e-4719020a6cdd with Priority: HIGHEST for action port [ 1044.851302] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-b17e5f47-1766-450d-9b6e-4719020a6cdd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.851302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b17e5f47-1766-450d-9b6e-4719020a6cdd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.851302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b17e5f47-1766-450d-9b6e-4719020a6cdd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.851302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b17e5f47-1766-450d-9b6e-4719020a6cdd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.851302] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b17e5f47-1766-450d-9b6e-4719020a6cdd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.352828] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b17e5f47-1766-450d-9b6e-4719020a6cdd [ 1045.353071] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.353659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.353659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.353659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.353659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.353659] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b17e5f47-1766-450d-9b6e-4719020a6cdd already deleted. [ 1045.353867] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b17e5f47-1766-450d-9b6e-4719020a6cdd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.820022] env[69806]: INFO networking_nsxv3.common.synchronization [req-346b175a-cea9-43ca-bc74-a860858a6d87 req-b5c6f52b-a901-4729-ace0-328d49d83bdf tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1045.820711] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1045.826199] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.826199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.826199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.826199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.826199] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.826199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.826199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.826199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.826199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.826199] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.088501] env[69806]: INFO networking_nsxv3.common.synchronization [req-7498ca4d-e585-45f7-b504-4a255dbfbd5b req-ba05575c-b44d-4762-92ec-050b4ee3ec85 tempest-ListServersNegativeTestJSON-594251346 tempest-ListServersNegativeTestJSON-594251346-project-member] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1046.095240] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGHEST for action security_group_members [ 1046.095240] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.095240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.329031] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.831544] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.333487] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.333790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.333790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.333906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.333995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.334161] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be updated. [ 1047.349020] env[69806]: INFO networking_nsxv3.common.synchronization [None req-5b2a8a56-f267-4920-9787-bfe8b24cb3fa None None] Enqueued Resource ID: 4e1ac990-d80d-467e-bbd1-cb289fd53428 with Priority: HIGHEST for action port [ 1047.349020] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ac990-d80d-467e-bbd1-cb289fd53428 with Priority: HIGHEST for action port [ 1047.349250] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e1ac990-d80d-467e-bbd1-cb289fd53428 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.349493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e1ac990-d80d-467e-bbd1-cb289fd53428" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.349948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e1ac990-d80d-467e-bbd1-cb289fd53428" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.350288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e1ac990-d80d-467e-bbd1-cb289fd53428" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.350473] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1ac990-d80d-467e-bbd1-cb289fd53428',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.383334] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.383531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.383642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.384456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.384456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.397564] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: IN_PROGRESS for 2s [ 1047.854971] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e1ac990-d80d-467e-bbd1-cb289fd53428 [ 1047.855282] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.855456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.855550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.855797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.855892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.856019] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e1ac990-d80d-467e-bbd1-cb289fd53428 already deleted. [ 1047.856127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e1ac990-d80d-467e-bbd1-cb289fd53428" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.358939] env[69806]: INFO networking_nsxv3.common.synchronization [req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed req-e048284b-d08c-4966-962c-36da107be54d tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Enqueued Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1048.359464] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1048.359682] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.359799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.359876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.360095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.360271] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.360391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.360466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.360683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.360777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.360883] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.863664] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.872685] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.872966] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.873167] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.873480] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.873773] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.873935] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.874122] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.874364] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.874529] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.875914] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.875914] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.875914] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.875914] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.875914] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.875914] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.875914] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.899029] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.899243] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.899364] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.899547] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.900047] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-c8baf90d-6835-447d-b287-75b49aaf7572 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.901700] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-c8baf90d-6835-447d-b287-75b49aaf7572" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.901700] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-c8baf90d-6835-447d-b287-75b49aaf7572" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.901700] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-c8baf90d-6835-447d-b287-75b49aaf7572" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.901700] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8baf90d-6835-447d-b287-75b49aaf7572',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.368351] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.404723] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.405030] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.405134] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.405422] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.405576] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.405739] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port c8baf90d-6835-447d-b287-75b49aaf7572 not found, creating... [ 1049.406024] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.406189] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.406312] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.406539] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.406750] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.407080] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.407249] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.407373] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.407587] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.407728] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.407873] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: c8baf90d-6835-447d-b287-75b49aaf7572 is going to be created. [ 1049.413204] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: SUCCESS [ 1049.413395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.413881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.414069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.414227] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.414330] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.414395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.414542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.414618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.414709] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.436627] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.436849] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.436974] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.437279] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.438171] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.438171] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-c8baf90d-6835-447d-b287-75b49aaf7572" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.870132] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.870385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.870593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.870724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.870833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.870949] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb is going to be updated. [ 1049.920205] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.920365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.920450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.920639] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.920735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.920941] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.921062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.921124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.921262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.921337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.921423] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be updated. [ 1049.923773] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.923911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.924225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.924225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.924333] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.934522] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: IN_PROGRESS for 2s [ 1049.966065] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.966065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.966065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.966065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.966065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.976223] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: IN_PROGRESS for 2s [ 1050.678229] env[69806]: INFO networking_nsxv3.common.synchronization [req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed req-ff935bd2-6fde-4912-839f-73cf69982351 service nova] Enqueued Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_rules [ 1050.678559] env[69806]: INFO networking_nsxv3.common.synchronization [req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed req-ff935bd2-6fde-4912-839f-73cf69982351 service nova] Enqueued Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1050.678706] env[69806]: INFO networking_nsxv3.common.synchronization [req-7bc6d0dd-3137-4b28-b93d-b12fa62ca0ed req-ff935bd2-6fde-4912-839f-73cf69982351 service nova] Enqueued Resource ID: c8baf90d-6835-447d-b287-75b49aaf7572 with Priority: HIGHEST for action port [ 1050.680024] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_rules [ 1050.680201] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1050.680333] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8baf90d-6835-447d-b287-75b49aaf7572 with Priority: HIGHEST for action port [ 1050.680670] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.680825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.680985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.681211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.681294] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.682239] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.682376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.682591] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8baf90d-6835-447d-b287-75b49aaf7572 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.682689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8baf90d-6835-447d-b287-75b49aaf7572" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.682740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8baf90d-6835-447d-b287-75b49aaf7572" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.682914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8baf90d-6835-447d-b287-75b49aaf7572" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.683016] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8baf90d-6835-447d-b287-75b49aaf7572',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.191230] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.191230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.191230] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8baf90d-6835-447d-b287-75b49aaf7572 with status ACTIVE [ 1051.191230] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.191230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.191230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.191230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.191230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.191230] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.191230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.191230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.191230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.192764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.193544] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.193914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.194189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.194583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.194975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.197813] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8baf90d-6835-447d-b287-75b49aaf7572 is going to be updated. [ 1051.223617] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.223617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.223617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.223617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.223617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.223617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8baf90d-6835-447d-b287-75b49aaf7572" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.654055] env[69806]: INFO networking_nsxv3.common.synchronization [req-6830d21d-d940-4820-8f63-62bf469fdbb8 req-70f0e114-0cd2-4ebf-91ae-f1676bc59609 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1051.654820] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1051.655340] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.655642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.656207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.656207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.656605] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.656869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.659045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.659045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.659045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.659045] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.944568] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: SUCCESS [ 1051.945666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.945666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.947022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.947022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.947022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.947022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.947022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.947022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.947022] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.988286] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb494db3-20ba-4258-8be5-7baa6e5c323f in Status: SUCCESS [ 1051.988534] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f deletion is rescheduled due to dependency. [ 1051.988672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.160411] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.160650] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.160766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.161133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.161281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.161580] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.161725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.161816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.162055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.162169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.162295] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1052.167168] env[69806]: INFO networking_nsxv3.common.synchronization [None req-36231f6c-c1ae-4e1b-8824-7540f16ec079 None None] Enqueued Resource ID: 0844ee7b-f71a-4178-b0a2-5bd914048d82 with Priority: HIGHEST for action port [ 1052.167430] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0844ee7b-f71a-4178-b0a2-5bd914048d82 with Priority: HIGHEST for action port [ 1052.168029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-0844ee7b-f71a-4178-b0a2-5bd914048d82 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.168157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0844ee7b-f71a-4178-b0a2-5bd914048d82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.168226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0844ee7b-f71a-4178-b0a2-5bd914048d82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.168478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0844ee7b-f71a-4178-b0a2-5bd914048d82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.168594] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0844ee7b-f71a-4178-b0a2-5bd914048d82',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.197055] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.197055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.197055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.197055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.197344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.209482] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1052.452410] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.602264] env[69806]: INFO networking_nsxv3.common.synchronization [req-59337332-46f3-4e55-b3dc-833d955a09cd req-3500b2ca-0d04-4ab3-900c-687a1e8f114e tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_members [ 1052.602506] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGHEST for action security_group_members [ 1052.602917] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb017707-f805-4235-bef4-830a17cd7215 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.603051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.603110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.603352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.603455] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.603559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.603697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.603804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.603846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.604042] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.673176] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0844ee7b-f71a-4178-b0a2-5bd914048d82 [ 1052.673176] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.673176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.673176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.673176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.673176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.673176] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0844ee7b-f71a-4178-b0a2-5bd914048d82 already deleted. [ 1052.673176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0844ee7b-f71a-4178-b0a2-5bd914048d82" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.960286] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.109302] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.109490] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.109606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.109833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.141328] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.142507] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.142714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.142714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.142958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.143134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.143170] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb017707-f805-4235-bef4-830a17cd7215 is going to be updated. [ 1053.176348] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.176501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.176606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.176839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.176980] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.180794] env[69806]: INFO networking_nsxv3.common.synchronization [req-bfb27673-7952-4109-bde4-9f33b58dceba req-4ebfd6f1-f282-41a6-a3a4-198ff622cf01 tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Enqueued Resource ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 with Priority: HIGHEST for action security_group_members [ 1053.181489] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 with Priority: HIGHEST for action security_group_members [ 1053.181827] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeeb05d-f028-4092-a0e0-4e30f4decc98 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.181960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.182022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.183038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.183038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.183038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.183038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.183038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.183038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.183038] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeeb05d-f028-4092-a0e0-4e30f4decc98',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.187768] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb017707-f805-4235-bef4-830a17cd7215 in Status: IN_PROGRESS for 2s [ 1053.464185] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.464185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.464185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.464185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.464185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.464185] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb is going to be updated. [ 1053.505345] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.505535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.505535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.505842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.505842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.523064] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: IN_PROGRESS for 2s [ 1053.594067] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.594067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-638" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.594067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-638" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.594067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-638" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.594067] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.594067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.594067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.594067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.594067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.594829] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.595072] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.595295] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.595621] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.595844] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.596059] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.596290] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.629639] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.629639] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1053.629639] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.629639] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-638" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.629985] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-e15be3de-8960-47e9-a437-42486585d341 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.629985] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-e15be3de-8960-47e9-a437-42486585d341" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.630134] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-e15be3de-8960-47e9-a437-42486585d341" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.631032] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-e15be3de-8960-47e9-a437-42486585d341" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.631152] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15be3de-8960-47e9-a437-42486585d341',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.685838] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.686050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.686106] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.686316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.686436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.686632] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.686725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.686786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.686934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.687024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.687103] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 already deleted. [ 1053.689016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.133414] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.133820] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.133922] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.134259] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.134439] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.134601] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port e15be3de-8960-47e9-a437-42486585d341 not found, creating... [ 1054.134874] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.135049] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.135189] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.135397] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.135539] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.135827] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.135987] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.136121] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.136329] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.136510] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.136611] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: e15be3de-8960-47e9-a437-42486585d341 is going to be created. [ 1054.159331] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.159560] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.159673] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.159948] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.160263] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.160527] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-e15be3de-8960-47e9-a437-42486585d341" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.222522] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1054.222842] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 deletion is rescheduled due to dependency. [ 1054.223043] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.871239] env[69806]: INFO networking_nsxv3.common.synchronization [req-bfb27673-7952-4109-bde4-9f33b58dceba req-ca8e3281-667b-441e-abfc-cc28465204c5 service nova] Enqueued Resource ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 with Priority: HIGHEST for action security_group_rules [ 1054.871643] env[69806]: INFO networking_nsxv3.common.synchronization [req-bfb27673-7952-4109-bde4-9f33b58dceba req-ca8e3281-667b-441e-abfc-cc28465204c5 service nova] Enqueued Resource ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 with Priority: HIGHEST for action security_group_members [ 1054.871870] env[69806]: INFO networking_nsxv3.common.synchronization [req-bfb27673-7952-4109-bde4-9f33b58dceba req-ca8e3281-667b-441e-abfc-cc28465204c5 service nova] Enqueued Resource ID: e15be3de-8960-47e9-a437-42486585d341 with Priority: HIGHEST for action port [ 1054.872720] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 with Priority: HIGHEST for action security_group_rules [ 1054.872916] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 with Priority: HIGHEST for action security_group_members [ 1054.873255] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15be3de-8960-47e9-a437-42486585d341 with Priority: HIGHEST for action port [ 1054.873649] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edeeb05d-f028-4092-a0e0-4e30f4decc98 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.874203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.874203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.874203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.874457] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edeeb05d-f028-4092-a0e0-4e30f4decc98',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.875481] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeeb05d-f028-4092-a0e0-4e30f4decc98 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.875629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.875736] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.875943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.876139] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.876680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.876680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.876680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.876826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.876935] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeeb05d-f028-4092-a0e0-4e30f4decc98',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.880790] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-e15be3de-8960-47e9-a437-42486585d341 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.880790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e15be3de-8960-47e9-a437-42486585d341" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.880790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e15be3de-8960-47e9-a437-42486585d341" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.880790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e15be3de-8960-47e9-a437-42486585d341" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.880790] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15be3de-8960-47e9-a437-42486585d341',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.941672] env[69806]: INFO networking_nsxv3.common.synchronization [None req-9edc4232-2e97-423a-b120-b9d20c892c77 None None] Enqueued Resource ID: 9741dcac-ef4c-4a9e-b1cd-3b8558cf13bf with Priority: HIGHEST for action port [ 1054.942066] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9741dcac-ef4c-4a9e-b1cd-3b8558cf13bf with Priority: HIGHEST for action port [ 1054.942967] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-9741dcac-ef4c-4a9e-b1cd-3b8558cf13bf taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.942967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9741dcac-ef4c-4a9e-b1cd-3b8558cf13bf" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.942967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9741dcac-ef4c-4a9e-b1cd-3b8558cf13bf" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.944015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9741dcac-ef4c-4a9e-b1cd-3b8558cf13bf" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.944015] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9741dcac-ef4c-4a9e-b1cd-3b8558cf13bf',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.198129] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb017707-f805-4235-bef4-830a17cd7215 in Status: SUCCESS [ 1055.198129] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb017707-f805-4235-bef4-830a17cd7215 deletion is rescheduled due to dependency. [ 1055.198411] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.254873] env[69806]: INFO networking_nsxv3.common.synchronization [None req-d6cb44e3-538a-4023-8816-3063bdc2bb67 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_rules [ 1055.255396] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_rules [ 1055.255703] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.256045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.256045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.256209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.256261] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.373829] env[69806]: INFO networking_nsxv3.common.synchronization [None req-226ecf25-2377-4d92-ad32-78eca79782a5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_rules [ 1055.375193] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_rules [ 1055.375193] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.375193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.383535] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeeb05d-f028-4092-a0e0-4e30f4decc98 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.383535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.383535] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edeeb05d-f028-4092-a0e0-4e30f4decc98',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.383535] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e15be3de-8960-47e9-a437-42486585d341 with status ACTIVE [ 1055.383535] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.383535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.383535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.383535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.383535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.383535] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.383535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.383535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.383535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.383535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.384017] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.384438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.384558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.384728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.384803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.384895] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e15be3de-8960-47e9-a437-42486585d341 is going to be updated. [ 1055.413125] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.413125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.413125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.413125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.413125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.413125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e15be3de-8960-47e9-a437-42486585d341" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.445370] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9741dcac-ef4c-4a9e-b1cd-3b8558cf13bf [ 1055.445608] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.445739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.445810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.446160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.446260] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.446345] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9741dcac-ef4c-4a9e-b1cd-3b8558cf13bf already deleted. [ 1055.446473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9741dcac-ef4c-4a9e-b1cd-3b8558cf13bf" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.537061] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: SUCCESS [ 1055.537188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.537385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.537613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.537890] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.537948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.537982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.538147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.538229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.538317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.538414] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.787587] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.787795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.787795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.788050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.788536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.788536] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 already deleted. [ 1055.788536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.788536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.788819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.788819] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.887203] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edeeb05d-f028-4092-a0e0-4e30f4decc98',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.041306] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.041457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.041529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.041746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.042175] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.042456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.043225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.043410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.043510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.043609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.043766] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.043861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.043922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.047157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.047324] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.047453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.047516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.047633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.047713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.047798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.047886] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.309431] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.309805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.309805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.309911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.310011] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.310116] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 already deleted. [ 1056.310206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.390056] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.390219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.390294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.390530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.390620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.390753] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 is going to be created. [ 1056.415977] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.416131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.416131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.416326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.416483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.429084] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 in Status: UNINITIALIZED for 2s [ 1056.553882] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb: rpc.has_security_group_logging(os_id): False [ 1056.573177] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.573400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.573400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.573633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.573767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.573958] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.574084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.574147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.574301] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.574366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.574550] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.574641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.575218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.575218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.575218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.575218] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.575218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.575478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.575478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.575478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.575588] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb is going to be updated. [ 1056.642649] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.642915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.642999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.643883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.643883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.659942] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: IN_PROGRESS for 2s [ 1058.440474] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 in Status: SUCCESS [ 1058.440865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.441289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.441529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.441850] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.442093] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.442165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.442364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.442462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.442581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.442674] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edeeb05d-f028-4092-a0e0-4e30f4decc98',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.675805] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: SUCCESS [ 1058.675805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.945033] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeeb05d-f028-4092-a0e0-4e30f4decc98 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.945033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.945293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.945494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.945716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.945869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.945950] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.946171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.946277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.946374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.946652] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeeb05d-f028-4092-a0e0-4e30f4decc98 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.946720] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.946818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.946977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.947206] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.947320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.947405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.947575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.947661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.947756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.947865] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edeeb05d-f028-4092-a0e0-4e30f4decc98',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.450479] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edeeb05d-f028-4092-a0e0-4e30f4decc98: rpc.has_security_group_logging(os_id): False [ 1059.468037] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.468249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.468324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.468573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.468761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.469127] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.469269] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.469349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.469560] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.469874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.470157] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.470283] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.470373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.470547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.470659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.470899] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.471055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.471108] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.471256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.471332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.471430] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 is going to be created. [ 1059.531655] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.531827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.531907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.532168] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.532367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.544566] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 in Status: IN_PROGRESS for 2s [ 1060.375837] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1060.376059] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1061.563665] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 in Status: SUCCESS [ 1061.563665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.333915] env[69806]: INFO networking_nsxv3.common.synchronization [req-4b30e062-58c0-45a4-b605-bb323edb5492 req-78375e2f-e8a8-4a46-9c0d-2aa6207da93d tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Enqueued Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1063.334499] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1063.334812] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.334921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.334991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.335922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.336179] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.336265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.336302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.336494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.336621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.336736] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.839794] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.841407] env[69806]: INFO networking_nsxv3.common.synchronization [req-6f566d80-da40-47a4-8743-aae5cffcda87 req-616798a6-f546-4db9-8a98-165728debfdc tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Enqueued Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1063.842082] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1063.842385] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.842506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.842568] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.842814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.842964] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.843073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.843145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.843282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.843364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.843454] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.191065] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.191274] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-552" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.191443] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-552" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.191808] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-552" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.192096] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.192257] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.192377] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.192594] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.192752] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.192982] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.193086] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.193221] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.193313] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.193455] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.193557] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.193676] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.217025] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.217231] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.217343] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.217582] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-552" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.217984] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-e44c169b-2ed1-4b44-94e0-0da928bf18a3 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.218258] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-e44c169b-2ed1-4b44-94e0-0da928bf18a3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.218467] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-e44c169b-2ed1-4b44-94e0-0da928bf18a3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.218895] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-e44c169b-2ed1-4b44-94e0-0da928bf18a3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.219055] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e44c169b-2ed1-4b44-94e0-0da928bf18a3',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.343028] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.346883] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.346883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.346883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.346883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.346883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.346883] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.346883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.346883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.346883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.346883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.346883] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 already deleted. [ 1064.346883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.721360] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.721591] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.721591] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.721914] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.722030] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.722138] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port e44c169b-2ed1-4b44-94e0-0da928bf18a3 not found, creating... [ 1064.722409] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.722564] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.722684] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.722912] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.723067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.723360] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.723519] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.723639] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.723853] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.723994] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.724154] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: e44c169b-2ed1-4b44-94e0-0da928bf18a3 is going to be created. [ 1064.745518] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.745776] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.745847] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.746141] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.746407] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.746659] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-e44c169b-2ed1-4b44-94e0-0da928bf18a3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.845465] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.845622] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.845705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.845915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.846520] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.846520] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb is going to be updated. [ 1064.891313] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.891539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.891539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.892034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.892262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.909970] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: IN_PROGRESS for 2s [ 1065.685532] env[69806]: INFO networking_nsxv3.common.synchronization [req-6f566d80-da40-47a4-8743-aae5cffcda87 req-d70e18b1-457a-4fad-a65b-84ffdf988963 service nova] Enqueued Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_rules [ 1065.685795] env[69806]: INFO networking_nsxv3.common.synchronization [req-6f566d80-da40-47a4-8743-aae5cffcda87 req-d70e18b1-457a-4fad-a65b-84ffdf988963 service nova] Enqueued Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1065.686399] env[69806]: INFO networking_nsxv3.common.synchronization [req-6f566d80-da40-47a4-8743-aae5cffcda87 req-d70e18b1-457a-4fad-a65b-84ffdf988963 service nova] Enqueued Resource ID: e44c169b-2ed1-4b44-94e0-0da928bf18a3 with Priority: HIGHEST for action port [ 1065.687431] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_rules [ 1065.687742] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1065.687894] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44c169b-2ed1-4b44-94e0-0da928bf18a3 with Priority: HIGHEST for action port [ 1065.688332] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.688468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.688787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.689079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.689180] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.690065] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.690207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.690278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.690444] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.690599] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.690693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.690748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.690887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.691020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.691123] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.692091] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-e44c169b-2ed1-4b44-94e0-0da928bf18a3 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.692212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e44c169b-2ed1-4b44-94e0-0da928bf18a3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.692212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e44c169b-2ed1-4b44-94e0-0da928bf18a3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.692450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e44c169b-2ed1-4b44-94e0-0da928bf18a3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.692529] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e44c169b-2ed1-4b44-94e0-0da928bf18a3',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.194900] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.195058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.196239] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.196239] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e44c169b-2ed1-4b44-94e0-0da928bf18a3 with status ACTIVE [ 1066.196576] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.196576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.196576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.196698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.196698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.197076] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.197076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.197076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.197290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.197290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.197412] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.197925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.197925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.197925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.197925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.197925] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e44c169b-2ed1-4b44-94e0-0da928bf18a3 is going to be updated. [ 1066.220199] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.220389] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.220389] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.220602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.221052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.221052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e44c169b-2ed1-4b44-94e0-0da928bf18a3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.700249] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.924726] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: SUCCESS [ 1066.924988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.203263] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.203549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.203675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.203953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.204104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.204257] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 is going to be created. [ 1067.228371] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.228569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.228718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.229050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.229306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.240038] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: UNINITIALIZED for 2s [ 1069.253639] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: SUCCESS [ 1069.254016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.254069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.254290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.254503] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.254698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.254698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.255242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.255242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.255242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.255242] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.757688] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.757899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.757899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.758144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.758727] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.758727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.758727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.758727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.758967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.758967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.759088] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.759188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.759272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.759437] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.759578] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.759733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.759828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.759979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.760158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.760158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.760245] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.262624] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f35827d0-bdb2-44ff-b267-8e6df228f0d8: rpc.has_security_group_logging(os_id): False [ 1070.285261] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.285426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.285466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.285642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.285730] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.285921] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.286043] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.286099] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.286290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.286290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.286500] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.286662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.286749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.286914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.286991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.287183] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.287281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.287332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.287468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.287532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.287673] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 is going to be created. [ 1070.358237] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.358409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.359848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.359848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.359848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.371309] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: IN_PROGRESS for 2s [ 1070.503320] env[69806]: INFO networking_nsxv3.common.synchronization [req-2cf4b182-0e95-46f8-9bd8-21bd4746b701 req-7efa297c-bec5-4f26-b6da-5facac65c40c tempest-AttachInterfacesV270Test-1608984662 tempest-AttachInterfacesV270Test-1608984662-project-member] Enqueued Resource ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 with Priority: HIGHEST for action security_group_members [ 1070.503320] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 with Priority: HIGHEST for action security_group_members [ 1070.504831] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-edeeb05d-f028-4092-a0e0-4e30f4decc98 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.505562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.505804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.506552] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.508025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.508025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.508025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.508025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.508025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.508025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edeeb05d-f028-4092-a0e0-4e30f4decc98',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.010640] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.010829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.010904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.011162] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.011254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.011462] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.011561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.011623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.011767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.011841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.011926] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 is going to be updated. [ 1071.039129] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.039331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.039331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.039538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.039708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.049688] env[69806]: INFO networking_nsxv3.common.synchronization [None req-6f86f2ab-537d-4e31-9f50-859bddab004e tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_rules [ 1071.050590] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 in Status: IN_PROGRESS for 2s [ 1071.051014] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_rules [ 1071.051482] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.051591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.051820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.051901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.051981] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.127112] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a9994e7f-363f-4982-b8af-3d9d5f7144d8 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_rules [ 1071.127112] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_rules [ 1071.127338] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.127399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.573311] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.573655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.573655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.573843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.573843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.573957] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a already deleted. [ 1071.574054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.574624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.574624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.574624] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.917466] env[69806]: INFO networking_nsxv3.common.synchronization [req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 req-887e0dbc-ecbe-4d18-a67b-87520f20f097 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1071.917466] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1071.917466] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.917466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.917466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.918122] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.918399] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.919527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.919527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.919527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.919527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.919527] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.096509] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.098718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.098718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.098718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.098718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.098718] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a already deleted. [ 1072.098718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.383686] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: SUCCESS [ 1072.383686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.404017] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.404700] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.404700] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.405167] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.405209] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.405344] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.405466] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.405686] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.405838] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.406071] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.406193] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.406308] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.406421] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.406534] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.406637] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.406793] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.421975] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.424441] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.424611] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.424752] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.424934] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.425267] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-abaf38e3-8a70-4d3c-ae05-06823868757a taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.425428] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-abaf38e3-8a70-4d3c-ae05-06823868757a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.425550] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-abaf38e3-8a70-4d3c-ae05-06823868757a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.425874] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-abaf38e3-8a70-4d3c-ae05-06823868757a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.426609] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abaf38e3-8a70-4d3c-ae05-06823868757a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.924072] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.928716] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.928860] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.928990] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.929273] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.929422] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.929573] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port abaf38e3-8a70-4d3c-ae05-06823868757a not found, creating... [ 1072.929886] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.929984] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.930120] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.930334] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.930477] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.930797] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.930959] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.931237] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.931313] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.931432] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.931608] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: abaf38e3-8a70-4d3c-ae05-06823868757a is going to be created. [ 1072.956027] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.956027] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.956027] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.956027] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.956027] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.956384] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-abaf38e3-8a70-4d3c-ae05-06823868757a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.063287] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 in Status: SUCCESS [ 1073.063544] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 deletion is rescheduled due to dependency. [ 1073.063685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.426277] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.426457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.426533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.426774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.426950] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.427023] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1073.456468] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.456688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.456688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.456903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.457064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.466094] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1073.731697] env[69806]: INFO networking_nsxv3.common.synchronization [req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 req-fa66a684-e105-405a-895f-9a3004dc9d8c service nova] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_rules [ 1073.731912] env[69806]: INFO networking_nsxv3.common.synchronization [req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 req-fa66a684-e105-405a-895f-9a3004dc9d8c service nova] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1073.732080] env[69806]: INFO networking_nsxv3.common.synchronization [req-12e1c3b3-8124-4dfa-bc25-512698d86ea9 req-fa66a684-e105-405a-895f-9a3004dc9d8c service nova] Enqueued Resource ID: abaf38e3-8a70-4d3c-ae05-06823868757a with Priority: HIGHEST for action port [ 1073.732607] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_rules [ 1073.732752] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1073.732854] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaf38e3-8a70-4d3c-ae05-06823868757a with Priority: HIGHEST for action port [ 1073.733158] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.733296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.733357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.733597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.733647] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.734576] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.734576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.734746] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-abaf38e3-8a70-4d3c-ae05-06823868757a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.734845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abaf38e3-8a70-4d3c-ae05-06823868757a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.734913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abaf38e3-8a70-4d3c-ae05-06823868757a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.735080] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abaf38e3-8a70-4d3c-ae05-06823868757a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.735156] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abaf38e3-8a70-4d3c-ae05-06823868757a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.239159] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.239159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.239159] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abaf38e3-8a70-4d3c-ae05-06823868757a with status ACTIVE [ 1074.239159] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.239159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.239159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.239159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.239159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.239159] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.239159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.239159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.239159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.239159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.239159] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.239968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.239968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.239968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.239968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.239968] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abaf38e3-8a70-4d3c-ae05-06823868757a is going to be updated. [ 1074.261743] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.261743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.261743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.261743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.261743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.261743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abaf38e3-8a70-4d3c-ae05-06823868757a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.133773] env[69806]: INFO networking_nsxv3.common.synchronization [req-46796361-4b94-46fb-8ff7-e655e853bcdb req-ba4f6ab7-ca1f-4cf4-91b7-871fdac57cc5 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Enqueued Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGHEST for action security_group_members [ 1075.135112] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGHEST for action security_group_members [ 1075.135112] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.135112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.135112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.135112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.135339] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.135473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.135550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.136511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.136511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.136511] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.448013] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-708 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.448013] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-708" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.448464] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-708" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.448464] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-708" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.448782] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.448960] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.449088] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.449313] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.449463] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.449777] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.449939] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.449939] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.450095] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.450158] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.450264] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.450446] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.473432] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.473545] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.474633] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.474633] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-708" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.474633] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-bce343f4-9345-4b1b-8015-ef44f9319c39 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.474633] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-bce343f4-9345-4b1b-8015-ef44f9319c39" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.474906] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-bce343f4-9345-4b1b-8015-ef44f9319c39" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.475053] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-bce343f4-9345-4b1b-8015-ef44f9319c39" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.475268] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce343f4-9345-4b1b-8015-ef44f9319c39',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.477583] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1075.478429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.478429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.478429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.478429] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.478672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.478672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.478873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.479152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.479276] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.640998] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.640998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.640998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.640998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.640998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.640998] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.640998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.640998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.640998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.640998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.640998] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 already deleted. [ 1075.640998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.981213] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.981422] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.981558] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.981887] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.982070] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.982247] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port bce343f4-9345-4b1b-8015-ef44f9319c39 not found, creating... [ 1075.982778] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.982778] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.982929] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.983343] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.983343] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.983795] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.983795] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.983960] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.984250] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.984411] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.984561] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: bce343f4-9345-4b1b-8015-ef44f9319c39 is going to be created. [ 1075.985777] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.010019] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.010298] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.010434] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.010747] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.011034] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.011295] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-bce343f4-9345-4b1b-8015-ef44f9319c39" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.489703] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.704265] env[69806]: INFO networking_nsxv3.common.synchronization [req-46796361-4b94-46fb-8ff7-e655e853bcdb req-776635a4-b410-4d3a-a91f-5c0339ab7265 service nova] Enqueued Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGHEST for action security_group_rules [ 1076.704450] env[69806]: INFO networking_nsxv3.common.synchronization [req-46796361-4b94-46fb-8ff7-e655e853bcdb req-776635a4-b410-4d3a-a91f-5c0339ab7265 service nova] Enqueued Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGHEST for action security_group_members [ 1076.704592] env[69806]: INFO networking_nsxv3.common.synchronization [req-46796361-4b94-46fb-8ff7-e655e853bcdb req-776635a4-b410-4d3a-a91f-5c0339ab7265 service nova] Enqueued Resource ID: bce343f4-9345-4b1b-8015-ef44f9319c39 with Priority: HIGHEST for action port [ 1076.705143] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGHEST for action security_group_rules [ 1076.705607] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGHEST for action security_group_members [ 1076.705724] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce343f4-9345-4b1b-8015-ef44f9319c39 with Priority: HIGHEST for action port [ 1076.706007] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.706545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.707167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.707167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.707167] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.708407] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.708576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.708674] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.708944] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.712555] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.712555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.712555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.712555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.712555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.712555] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.712555] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-bce343f4-9345-4b1b-8015-ef44f9319c39 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.712555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bce343f4-9345-4b1b-8015-ef44f9319c39" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.712555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bce343f4-9345-4b1b-8015-ef44f9319c39" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.712555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bce343f4-9345-4b1b-8015-ef44f9319c39" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.712555] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce343f4-9345-4b1b-8015-ef44f9319c39',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.992601] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.992765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.992816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.993037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.993129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.993233] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1077.023968] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.024191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.024191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.024399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.024544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.032953] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1077.213123] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.213292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.215622] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.216509] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bce343f4-9345-4b1b-8015-ef44f9319c39 with status ACTIVE [ 1077.216717] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.216834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.216898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.217115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.217202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.217374] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.217469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.217529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.217679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.217786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.217937] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.218037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.218094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.218233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.218302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.218384] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bce343f4-9345-4b1b-8015-ef44f9319c39 is going to be updated. [ 1077.240739] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.240965] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.241112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.241337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.241509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.241673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bce343f4-9345-4b1b-8015-ef44f9319c39" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.720362] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.224204] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.224453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.224643] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.225060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.225199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.225398] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 is going to be created. [ 1078.274208] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.274440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.274440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.274615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.274776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.286550] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 in Status: UNINITIALIZED for 2s [ 1078.648495] env[69806]: INFO networking_nsxv3.common.synchronization [req-497e5d60-993e-4578-9685-2f2062e4db5f req-f87e3662-9f02-468b-a7e1-c2ed355335c8 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1078.649633] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1078.650252] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.650498] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.650719] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.651134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.651404] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.651598] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.651724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.651952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.652874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.652874] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.981849] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.982307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.983915] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.984168] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.984472] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.984640] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.984766] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.984991] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.985157] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.985373] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.985491] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.985603] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.985729] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.985927] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.986087] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.986678] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.009042] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.009169] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.009310] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.009501] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.009861] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-28c92173-1eef-4379-9477-8a8161b12527 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.010100] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-28c92173-1eef-4379-9477-8a8161b12527" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.010233] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-28c92173-1eef-4379-9477-8a8161b12527" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.010573] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-28c92173-1eef-4379-9477-8a8161b12527" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.010716] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c92173-1eef-4379-9477-8a8161b12527',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.046480] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1079.046833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.047589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.048339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.048537] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.048732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.048857] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.049151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.049285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.049428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.049595] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.154567] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.154789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.154789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.155207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.155303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.155535] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.155642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.155730] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.155901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.156131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.156254] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1079.184286] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.184481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.184542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.184751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.184909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.196690] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1079.513318] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.513561] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.513561] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.513830] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.513993] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.514191] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 28c92173-1eef-4379-9477-8a8161b12527 not found, creating... [ 1079.514468] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.514695] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.514768] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.514994] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.515164] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.515458] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.515617] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.515744] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.515999] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.516172] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.516322] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 28c92173-1eef-4379-9477-8a8161b12527 is going to be created. [ 1079.542945] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.542945] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.542945] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.542945] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.542945] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.542945] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-28c92173-1eef-4379-9477-8a8161b12527" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.553110] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.553279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.553279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.553488] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.553658] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.553774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.553848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.554033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.554124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.554277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.554375] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.554476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.554527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.554701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.554917] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.555085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.555085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.555227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.555298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.555373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.555463] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.057931] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4: rpc.has_security_group_logging(os_id): False [ 1080.077220] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.077404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.077445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.077648] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.077734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.077925] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.078032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.078095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.078245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.078332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.078515] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.078608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.078668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.078869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.078938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.079499] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.079499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.079499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.079499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.079744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.079744] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1080.141462] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.141630] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.141682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.141879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.142041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.157290] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1080.239792] env[69806]: INFO networking_nsxv3.common.synchronization [req-497e5d60-993e-4578-9685-2f2062e4db5f req-ef1700ae-590c-42c9-975e-d7bd175059ed service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 1080.240039] env[69806]: INFO networking_nsxv3.common.synchronization [req-497e5d60-993e-4578-9685-2f2062e4db5f req-ef1700ae-590c-42c9-975e-d7bd175059ed service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1080.240206] env[69806]: INFO networking_nsxv3.common.synchronization [req-497e5d60-993e-4578-9685-2f2062e4db5f req-ef1700ae-590c-42c9-975e-d7bd175059ed service nova] Enqueued Resource ID: 28c92173-1eef-4379-9477-8a8161b12527 with Priority: HIGHEST for action port [ 1080.240441] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 1080.240594] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1080.240685] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c92173-1eef-4379-9477-8a8161b12527 with Priority: HIGHEST for action port [ 1080.245670] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.245808] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.245879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.246111] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.246197] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.247434] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.247575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.247964] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-28c92173-1eef-4379-9477-8a8161b12527 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.248086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28c92173-1eef-4379-9477-8a8161b12527" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.248154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28c92173-1eef-4379-9477-8a8161b12527" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.248532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28c92173-1eef-4379-9477-8a8161b12527" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.248590] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c92173-1eef-4379-9477-8a8161b12527',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.298846] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 in Status: SUCCESS [ 1080.298846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.298846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.298846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.299140] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.299140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.299140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.299336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.299383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.299508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.299556] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.751317] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.751415] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.753793] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28c92173-1eef-4379-9477-8a8161b12527 with status ACTIVE [ 1080.754217] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.754361] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.754507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.754734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.754827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.755025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.755124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.755184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.755360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.755461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.755655] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.755813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.755854] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.756025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.756116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.756189] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28c92173-1eef-4379-9477-8a8161b12527 is going to be updated. [ 1080.782111] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.782412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.782412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.782573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.782970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.783309] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28c92173-1eef-4379-9477-8a8161b12527" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.802229] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.802624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.802782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.802977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.803191] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.803352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.803420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.803584] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.803674] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.803761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.803930] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.804066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.804119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.804292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.804487] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.804593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.804781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.804860] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.804897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.804968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.805074] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.207920] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1081.207920] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 deletion is rescheduled due to dependency. [ 1081.207920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.208348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.208491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.208658] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.212025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.212025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.212025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.212025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.212025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.307849] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a1fb68f-185b-4256-b020-c7d610ebb385: rpc.has_security_group_logging(os_id): False [ 1081.328484] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.328642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.328707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.329060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.329188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.329413] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.329492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.329555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.329708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.329784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.329993] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.330139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.330236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.330386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.330463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.330645] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.330735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.330806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.330933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.331040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.331299] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 is going to be created. [ 1081.412900] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.412900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.412900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.414178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.414178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.427021] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 in Status: IN_PROGRESS for 2s [ 1081.716105] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.180871] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1082.181176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.218884] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.279833] env[69806]: INFO networking_nsxv3.common.synchronization [req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 req-dee13ad6-3256-42c3-877d-c2076ba0f785 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1082.280422] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1082.280685] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.280811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.280916] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.281206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.281378] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.281474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.281563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.281690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.281773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.281866] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.721197] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.721417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.721497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.721671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.721794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.721858] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1082.758317] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.758531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.758646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.758949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.759133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.773045] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1082.784815] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.785045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.785156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.785494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.785645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.786027] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.786139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.786139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.786785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.786785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.786785] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 already deleted. [ 1082.786785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.190503] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.190784] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.190870] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.192634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.192634] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.192634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.192634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.192634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.192634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.193591] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.193591] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.193591] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.193591] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.193591] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.193857] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.194615] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.220567] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.221127] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.221127] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.221308] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.221693] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-40fee23b-c992-420f-ba3b-dc686ff28684 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.221971] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-40fee23b-c992-420f-ba3b-dc686ff28684" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.222143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-40fee23b-c992-420f-ba3b-dc686ff28684" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.222501] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-40fee23b-c992-420f-ba3b-dc686ff28684" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.222650] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40fee23b-c992-420f-ba3b-dc686ff28684',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.441249] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 in Status: SUCCESS [ 1083.441633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.726058] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.726058] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.726058] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.726058] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.726399] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.726434] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 40fee23b-c992-420f-ba3b-dc686ff28684 not found, creating... [ 1083.726773] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.726958] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.727120] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.727350] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.727536] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.727810] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.727961] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.728101] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.728319] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.728461] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.728613] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 40fee23b-c992-420f-ba3b-dc686ff28684 is going to be created. [ 1083.752243] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.752491] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.752625] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.752902] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.753178] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.753408] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-40fee23b-c992-420f-ba3b-dc686ff28684" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.510275] env[69806]: INFO networking_nsxv3.common.synchronization [req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 req-c00c2438-0ac9-40e2-b45b-41dec2c27e56 service nova] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_rules [ 1084.510275] env[69806]: INFO networking_nsxv3.common.synchronization [req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 req-c00c2438-0ac9-40e2-b45b-41dec2c27e56 service nova] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1084.510275] env[69806]: INFO networking_nsxv3.common.synchronization [req-0e6ee9c4-5f52-4c28-b094-ab2a68536478 req-c00c2438-0ac9-40e2-b45b-41dec2c27e56 service nova] Enqueued Resource ID: 40fee23b-c992-420f-ba3b-dc686ff28684 with Priority: HIGHEST for action port [ 1084.510275] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_rules [ 1084.510275] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1084.510275] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fee23b-c992-420f-ba3b-dc686ff28684 with Priority: HIGHEST for action port [ 1084.510275] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.510275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.510275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.510275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.511302] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.511302] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.511492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.511492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.511644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.511791] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.511886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.511946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.512534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.512534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.512534] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.513106] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-40fee23b-c992-420f-ba3b-dc686ff28684 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.513239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40fee23b-c992-420f-ba3b-dc686ff28684" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.513285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40fee23b-c992-420f-ba3b-dc686ff28684" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.514350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40fee23b-c992-420f-ba3b-dc686ff28684" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.514350] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40fee23b-c992-420f-ba3b-dc686ff28684',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.786850] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1084.786850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.786850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.787100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.787329] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.787446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.787837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.787837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.787837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.787837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.788023] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.886078] env[69806]: INFO networking_nsxv3.common.synchronization [req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 req-5994c7be-aa3d-4b8d-8644-0f59673f7501 tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Enqueued Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_members [ 1084.886706] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_members [ 1084.887067] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.887209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.887274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.887657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.887844] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.887967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.888063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.888303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.888358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.888468] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.017115] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.017115] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.017115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.018448] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40fee23b-c992-420f-ba3b-dc686ff28684 with status ACTIVE [ 1085.020263] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.020263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.020263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.020263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.020263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.020263] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.020263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.020263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.020263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.020577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.020577] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.020652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.020652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.020839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.020886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.022069] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40fee23b-c992-420f-ba3b-dc686ff28684 is going to be updated. [ 1085.048435] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.048435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.048435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.048435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.048435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.048435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40fee23b-c992-420f-ba3b-dc686ff28684" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.221990] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.222225] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-934" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.222354] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-934" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.222688] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-934" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.222961] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.223141] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.223260] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.223478] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.223630] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.223843] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.223961] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.224086] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.224199] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.224309] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.224417] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.224551] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.248167] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.248167] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.248167] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.248720] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-934" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.249166] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-514ce4d1-b36a-4669-ac36-fad2880b7546 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.249352] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-514ce4d1-b36a-4669-ac36-fad2880b7546" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.249480] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-514ce4d1-b36a-4669-ac36-fad2880b7546" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.249817] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-514ce4d1-b36a-4669-ac36-fad2880b7546" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.249983] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('514ce4d1-b36a-4669-ac36-fad2880b7546',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.292457] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.292618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.292785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.293056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.293238] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.293346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.293435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.293608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.293712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.293812] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.294107] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.294256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.294358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.294543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.294695] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.294791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.294898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.294988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.295083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.295166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.295416] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.390749] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.390749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.390749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.391767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.391767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.392238] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.393148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.393148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.393148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.393148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.393148] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 already deleted. [ 1085.393148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.518952] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.753220] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.753468] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.753627] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.754095] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.755192] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.755396] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 514ce4d1-b36a-4669-ac36-fad2880b7546 not found, creating... [ 1085.755922] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.756176] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.756319] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.756623] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.756858] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.757509] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.757825] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.758047] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.758396] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.758646] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.758953] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 514ce4d1-b36a-4669-ac36-fad2880b7546 is going to be created. [ 1085.784582] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.784809] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.784947] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.785278] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.785606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.785928] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-514ce4d1-b36a-4669-ac36-fad2880b7546" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.798457] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20b85913-f224-49ab-857b-7a0c69d2db11: rpc.has_security_group_logging(os_id): False [ 1085.820081] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.820290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.820337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.820574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.820642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.820845] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.820948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.821025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.821270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.821365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.821579] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.821680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.821744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.821947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.823012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.823012] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.823012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.823012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.823012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.823012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.823012] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1085.937733] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.937861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.937936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.938180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.938340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.968128] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1086.022325] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.022325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.022461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.022829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.025795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.025795] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 is going to be created. [ 1086.063312] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.063742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.063742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.063962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.064046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.075730] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: UNINITIALIZED for 2s [ 1086.544680] env[69806]: INFO networking_nsxv3.common.synchronization [req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 req-46292c39-7737-47f7-93c4-c1098523c5af service nova] Enqueued Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_rules [ 1086.544971] env[69806]: INFO networking_nsxv3.common.synchronization [req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 req-46292c39-7737-47f7-93c4-c1098523c5af service nova] Enqueued Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_members [ 1086.545073] env[69806]: INFO networking_nsxv3.common.synchronization [req-e338ea67-27b0-41d1-8f0c-d2e3089afcf3 req-46292c39-7737-47f7-93c4-c1098523c5af service nova] Enqueued Resource ID: 514ce4d1-b36a-4669-ac36-fad2880b7546 with Priority: HIGHEST for action port [ 1086.545630] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_rules [ 1086.545832] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_members [ 1086.545946] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514ce4d1-b36a-4669-ac36-fad2880b7546 with Priority: HIGHEST for action port [ 1086.548043] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.548185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.548266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.548495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.548578] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.549654] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.549775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.549840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.550023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.550220] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.550279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.550352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.550500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.550579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.550666] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.555801] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-514ce4d1-b36a-4669-ac36-fad2880b7546 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.556117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-514ce4d1-b36a-4669-ac36-fad2880b7546" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.556117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-514ce4d1-b36a-4669-ac36-fad2880b7546" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.556291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-514ce4d1-b36a-4669-ac36-fad2880b7546" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.556327] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('514ce4d1-b36a-4669-ac36-fad2880b7546',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.058936] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.060392] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.060534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.060621] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 514ce4d1-b36a-4669-ac36-fad2880b7546 with status ACTIVE [ 1087.061521] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.061521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.061521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.061521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.061521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.062035] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.062035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.062035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.062035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.062035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.062271] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.062375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.062426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.062573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.062647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.062778] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 514ce4d1-b36a-4669-ac36-fad2880b7546 is going to be updated. [ 1087.107159] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.107356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.107490] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.107740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.107876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.108029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-514ce4d1-b36a-4669-ac36-fad2880b7546" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.564990] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.988360] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1087.988874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.070344] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.070482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.070555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.070785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.070874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.070976] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 is going to be created. [ 1088.087308] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: SUCCESS [ 1088.087513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.087679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.087897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.088111] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.088227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.088297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.088444] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.088557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.088601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.088683] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.098726] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.098726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.098726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.099033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.099033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.109409] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 in Status: UNINITIALIZED for 2s [ 1088.593381] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.097604] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71764eb2-c2b7-41e2-81b9-f20150429da6: rpc.has_security_group_logging(os_id): False [ 1089.123568] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.123800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.123884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.124377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.124447] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.124857] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.124985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.125083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.125366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.125616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.125616] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 is going to be created. [ 1089.197365] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.198164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.198164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.198164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.198164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.213166] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: IN_PROGRESS for 2s [ 1090.121198] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 in Status: SUCCESS [ 1090.121514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.121672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.122242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.122242] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.122242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.122242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.122501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.122501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.122579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.122647] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.624823] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.129469] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6: rpc.has_security_group_logging(os_id): False [ 1091.155042] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.155252] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.155328] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.155545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.155637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.155887] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.155987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.156139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.156268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.156362] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.156397] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 is going to be created. [ 1091.228415] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: SUCCESS [ 1091.228603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.235393] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.235532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.235532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.235695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.235878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.250887] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 in Status: IN_PROGRESS for 2s [ 1091.548787] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1091.548787] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1092.037975] env[69806]: INFO networking_nsxv3.common.synchronization [req-b9f7ed63-6435-4cf4-a3de-7bf3aa4dfb1c req-c43283d3-33d6-4a83-8bb9-6df1dd12dcc5 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1092.037975] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1092.037975] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.037975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.037975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.037975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.037975] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.037975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.037975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.037975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.037975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.037975] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.501258] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.009453] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.287696] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 in Status: SUCCESS [ 1093.287975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.294684] env[69806]: INFO networking_nsxv3.common.synchronization [req-2071a2b3-0145-4768-a5f1-431755fa9982 req-cdaad1cc-dfd1-46fa-8549-0b405d3a5072 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_members [ 1093.295480] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_members [ 1093.296203] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.296203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.296422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.296538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.296664] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.296772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.296903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.297096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.297243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.297319] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.513009] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.513334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.513334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.513466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.513560] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.513666] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1093.550136] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.550136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.550136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.550136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.550136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.566959] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1093.743222] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.743222] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.743222] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.743222] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.744138] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.744581] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.744903] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.745321] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.745686] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.746120] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.748021] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.748021] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.748021] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.748021] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.748021] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.748021] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.774317] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.774317] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.774317] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.774317] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.774317] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-4723c5a5-5965-4e5d-91e2-b2ac98db512d taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.774317] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-4723c5a5-5965-4e5d-91e2-b2ac98db512d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.775356] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-4723c5a5-5965-4e5d-91e2-b2ac98db512d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.776541] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-4723c5a5-5965-4e5d-91e2-b2ac98db512d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.776886] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4723c5a5-5965-4e5d-91e2-b2ac98db512d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.799890] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.802305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.802305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.802305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.802305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.802485] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.802485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.802630] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.802734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.802788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.803253] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a already deleted. [ 1093.803253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.280037] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.280200] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.280327] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.280887] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.281124] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.281968] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 4723c5a5-5965-4e5d-91e2-b2ac98db512d not found, creating... [ 1094.282231] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.282427] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.282556] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.282807] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.282977] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.287077] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.287077] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.287077] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.287077] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.287077] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.287077] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 4723c5a5-5965-4e5d-91e2-b2ac98db512d is going to be created. [ 1094.315211] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.315211] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.315211] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.315211] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.315211] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.315211] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-4723c5a5-5965-4e5d-91e2-b2ac98db512d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.268279] env[69806]: INFO networking_nsxv3.common.synchronization [req-2071a2b3-0145-4768-a5f1-431755fa9982 req-3b5f4b39-92e5-4b3b-a361-9b970e27a3ba service nova] Enqueued Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_rules [ 1095.268279] env[69806]: INFO networking_nsxv3.common.synchronization [req-2071a2b3-0145-4768-a5f1-431755fa9982 req-3b5f4b39-92e5-4b3b-a361-9b970e27a3ba service nova] Enqueued Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_members [ 1095.268279] env[69806]: INFO networking_nsxv3.common.synchronization [req-2071a2b3-0145-4768-a5f1-431755fa9982 req-3b5f4b39-92e5-4b3b-a361-9b970e27a3ba service nova] Enqueued Resource ID: 4723c5a5-5965-4e5d-91e2-b2ac98db512d with Priority: HIGHEST for action port [ 1095.270345] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_rules [ 1095.270726] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_members [ 1095.271149] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4723c5a5-5965-4e5d-91e2-b2ac98db512d with Priority: HIGHEST for action port [ 1095.272063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.272397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.272617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.272983] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.273227] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.274931] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.275581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.275581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.275738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.276021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.276285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.276484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.277662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.277662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.277662] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.280401] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4723c5a5-5965-4e5d-91e2-b2ac98db512d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.280401] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4723c5a5-5965-4e5d-91e2-b2ac98db512d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.280401] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4723c5a5-5965-4e5d-91e2-b2ac98db512d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.280401] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4723c5a5-5965-4e5d-91e2-b2ac98db512d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.281699] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4723c5a5-5965-4e5d-91e2-b2ac98db512d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.579842] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1095.580139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.780700] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.784716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.784888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.785472] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4723c5a5-5965-4e5d-91e2-b2ac98db512d with status ACTIVE [ 1095.785472] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.785472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.785472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.785729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.785729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.785891] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.785966] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.786058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.786180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.786257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.786439] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.787214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.787214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.787214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.787214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.787214] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4723c5a5-5965-4e5d-91e2-b2ac98db512d is going to be updated. [ 1095.817486] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.817486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.817486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.817486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.817486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.817486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4723c5a5-5965-4e5d-91e2-b2ac98db512d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.178278] env[69806]: INFO networking_nsxv3.common.synchronization [req-56065663-c041-45e7-b118-65244be40796 req-819ec4c5-4c0c-433d-b6b5-20c8d48ca637 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Enqueued Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1096.178278] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1096.183180] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.183180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.183180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.183180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.183180] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.183180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.183180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.183180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.183620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.183620] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.286971] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.685910] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.797321] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.797321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.797321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.797635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.797635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.797722] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a is going to be created. [ 1096.829568] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.829769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.829828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.830126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.830334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.844726] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a in Status: UNINITIALIZED for 2s [ 1096.963929] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.964153] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-552" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.964287] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-552" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.964563] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-552" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.964826] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.965348] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.965546] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.965789] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.965954] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.966191] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.966310] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.966433] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.966673] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.966673] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.966828] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.967065] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.004051] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.004278] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.004424] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.004609] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-552" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.004983] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-930e0df1-71b4-4d16-8cc1-40241e557df8 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.005459] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-930e0df1-71b4-4d16-8cc1-40241e557df8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.005459] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-930e0df1-71b4-4d16-8cc1-40241e557df8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.007026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-930e0df1-71b4-4d16-8cc1-40241e557df8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.007215] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('930e0df1-71b4-4d16-8cc1-40241e557df8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.189978] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.513047] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.513047] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.513047] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.513047] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.513047] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.513047] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 930e0df1-71b4-4d16-8cc1-40241e557df8 not found, creating... [ 1097.513047] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.513047] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.513047] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.513047] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.513875] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.515958] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.515958] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.515958] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.515958] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.515958] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.515958] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 930e0df1-71b4-4d16-8cc1-40241e557df8 is going to be created. [ 1097.549372] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.549372] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.549372] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.549372] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.549372] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.549372] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-930e0df1-71b4-4d16-8cc1-40241e557df8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.691904] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.695045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.695045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.695045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.695045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.695045] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 is going to be updated. [ 1097.739251] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.739251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.739251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.739251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.739251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.750102] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: IN_PROGRESS for 2s [ 1097.987380] env[69806]: INFO networking_nsxv3.common.synchronization [None req-92fcd3a0-7d43-449c-88ca-bed3aa819bc8 None None] Enqueued Resource ID: 3ea684a4-eca4-4005-b308-79c61e5d586b with Priority: HIGHEST for action port [ 1097.987380] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea684a4-eca4-4005-b308-79c61e5d586b with Priority: HIGHEST for action port [ 1097.991946] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ea684a4-eca4-4005-b308-79c61e5d586b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.991946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ea684a4-eca4-4005-b308-79c61e5d586b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.991946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ea684a4-eca4-4005-b308-79c61e5d586b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.991946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ea684a4-eca4-4005-b308-79c61e5d586b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.991946] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ea684a4-eca4-4005-b308-79c61e5d586b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.400541] env[69806]: INFO networking_nsxv3.common.synchronization [req-56065663-c041-45e7-b118-65244be40796 req-65a83ad5-d62c-4889-a875-73dcf4dd6c4a service nova] Enqueued Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_rules [ 1098.400541] env[69806]: INFO networking_nsxv3.common.synchronization [req-56065663-c041-45e7-b118-65244be40796 req-65a83ad5-d62c-4889-a875-73dcf4dd6c4a service nova] Enqueued Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1098.400541] env[69806]: INFO networking_nsxv3.common.synchronization [req-56065663-c041-45e7-b118-65244be40796 req-65a83ad5-d62c-4889-a875-73dcf4dd6c4a service nova] Enqueued Resource ID: 930e0df1-71b4-4d16-8cc1-40241e557df8 with Priority: HIGHEST for action port [ 1098.400541] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_rules [ 1098.400800] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1098.401996] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930e0df1-71b4-4d16-8cc1-40241e557df8 with Priority: HIGHEST for action port [ 1098.401996] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.401996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.401996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.401996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.401996] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.403681] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.403681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.403936] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-930e0df1-71b4-4d16-8cc1-40241e557df8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.404184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-930e0df1-71b4-4d16-8cc1-40241e557df8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.404184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-930e0df1-71b4-4d16-8cc1-40241e557df8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.404328] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-930e0df1-71b4-4d16-8cc1-40241e557df8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.404432] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('930e0df1-71b4-4d16-8cc1-40241e557df8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.494776] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ea684a4-eca4-4005-b308-79c61e5d586b [ 1098.494867] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.494983] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.495067] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.495298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.495390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.495531] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ea684a4-eca4-4005-b308-79c61e5d586b already deleted. [ 1098.495588] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ea684a4-eca4-4005-b308-79c61e5d586b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.702151] env[69806]: INFO networking_nsxv3.common.synchronization [req-1fb1c892-82dc-4e25-9811-c51505cf4814 req-735daabd-8e24-4292-a82f-2053f3a5b70b tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1098.702918] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1098.703429] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.703639] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.704231] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.704321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.705202] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.705202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.705202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.705202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.705202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.705470] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.861029] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a in Status: SUCCESS [ 1098.861029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.861029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.861029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.861029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.861029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.861029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.861029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.861029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.861705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.861705] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.907036] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.907127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.907313] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 930e0df1-71b4-4d16-8cc1-40241e557df8 with status ACTIVE [ 1098.907504] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.907592] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.907652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.907851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.907939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.908132] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.908237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.908302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.908460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.908537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.908727] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.908819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.908887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.909130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.909211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.909300] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 930e0df1-71b4-4d16-8cc1-40241e557df8 is going to be updated. [ 1098.935432] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.935647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.935647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.936314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.936314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.936314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-930e0df1-71b4-4d16-8cc1-40241e557df8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.076745] env[69806]: INFO networking_nsxv3.common.synchronization [req-b89672be-b297-47d1-a667-fd35412e3ea4 req-c6d769bb-1feb-47bd-91fb-e73be84ae771 tempest-ServerActionsV293TestJSON-1025902993 tempest-ServerActionsV293TestJSON-1025902993-project-member] Enqueued Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_members [ 1099.078039] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGHEST for action security_group_members [ 1099.078039] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.078039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.078039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.078039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.078039] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.078551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.078627] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.078821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.078909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.079083] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.216163] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.216435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.216435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.216797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.216797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.216999] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.216999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.217259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.217259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.217259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.219700] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1099.259336] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.259336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.259336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.259336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.259336] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.270327] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1099.368748] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.581998] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.581998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.581998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.581998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.582392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.582392] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.582392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.582519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.582614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.582697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.582755] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 is going to be updated. [ 1099.616061] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.616323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.616323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.616554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.616699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.637807] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 in Status: IN_PROGRESS for 2s [ 1099.761523] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: SUCCESS [ 1099.761934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.761934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.762143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.762320] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.762438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.762507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.762651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.762732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.762829] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.871953] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a: rpc.has_security_group_logging(os_id): False [ 1099.893176] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.893346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.893391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.893633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.893696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.893947] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.894095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.894164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.894324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.894410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.894490] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a is going to be created. [ 1099.960789] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.961878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.962044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.962350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.962596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.976755] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a in Status: IN_PROGRESS for 2s [ 1100.266368] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.768819] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.272979] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.273097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.273164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.273451] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.273553] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.273681] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 is going to be updated. [ 1101.283407] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1101.283594] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 deletion is rescheduled due to dependency. [ 1101.283702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.312020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.312020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.312020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.312020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.312020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.321572] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: IN_PROGRESS for 2s [ 1101.655075] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 in Status: SUCCESS [ 1101.655075] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 deletion is rescheduled due to dependency. [ 1101.655075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.014208] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a in Status: SUCCESS [ 1102.014603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.337435] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: SUCCESS [ 1103.337435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.337435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.337435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.337435] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.337435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.337435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.337435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.337435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.337435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.337435] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.841093] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.841350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.841459] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.842079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.842079] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.842294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.842294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.842487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.842604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.842702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.842941] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.843121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.843212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.843422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.843584] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.843759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.843870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.844213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.844213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.844311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.844376] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.078064] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1104.078236] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1104.347595] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f35827d0-bdb2-44ff-b267-8e6df228f0d8: rpc.has_security_group_logging(os_id): False [ 1104.369442] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.369442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.369442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.369442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.369442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.369442] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.369442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.369442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.369442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.370415] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.370415] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.370415] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.370415] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.370415] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.370615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.370671] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.370771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.370837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.370989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.371103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.371195] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 is going to be updated. [ 1104.456410] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.456666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.456775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.456948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.457522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.476780] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: IN_PROGRESS for 2s [ 1105.753277] env[69806]: INFO networking_nsxv3.common.synchronization [req-da69ab00-77c7-4d86-a3ce-590479e9d612 req-79136980-1e3f-48ee-aff0-ce60ee9a455b tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1105.757036] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1105.757036] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.757036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.757036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.757036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.757036] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.757036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.757036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.757888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.757927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.758077] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.261114] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.261277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.261350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.261561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.261653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.261994] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.261994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.261994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.262165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.262231] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.262318] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1106.289619] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.289758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.289829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.290052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.290195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.300566] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1106.470760] env[69806]: INFO networking_nsxv3.common.synchronization [None req-303a8d13-0ec9-401c-b0e8-36791a427f17 None None] Enqueued Resource ID: d812bd9b-1564-4a9d-8c95-734e2080b3b1 with Priority: HIGHEST for action port [ 1106.470760] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d812bd9b-1564-4a9d-8c95-734e2080b3b1 with Priority: HIGHEST for action port [ 1106.471066] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-d812bd9b-1564-4a9d-8c95-734e2080b3b1 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.471202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d812bd9b-1564-4a9d-8c95-734e2080b3b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.471270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d812bd9b-1564-4a9d-8c95-734e2080b3b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.471883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d812bd9b-1564-4a9d-8c95-734e2080b3b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.471883] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d812bd9b-1564-4a9d-8c95-734e2080b3b1',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.496106] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: SUCCESS [ 1106.496310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.788429] env[69806]: INFO networking_nsxv3.common.synchronization [req-b90a3913-ed7a-4d50-b833-3b8f80a02410 req-4dfdfdd7-ee40-4b79-a29e-cfe1cf3d8504 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1106.791779] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1106.793406] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.793743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.794104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.794427] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.794678] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.795075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.795289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.795574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.795848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.796120] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.976338] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d812bd9b-1564-4a9d-8c95-734e2080b3b1 [ 1106.976338] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.976338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.976338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.976338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.976338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.976338] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d812bd9b-1564-4a9d-8c95-734e2080b3b1 already deleted. [ 1106.976338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d812bd9b-1564-4a9d-8c95-734e2080b3b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.260028] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.260316] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.260523] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.260888] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.261596] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.261842] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.261915] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.262148] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.262297] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.262510] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.262642] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.262823] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.262896] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.263018] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.263133] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.263270] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.283266] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.283455] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1107.284083] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.284083] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.284902] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-fbc38a62-21fb-4367-a362-646e8e2fd8ba taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.285041] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-fbc38a62-21fb-4367-a362-646e8e2fd8ba" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.285117] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-fbc38a62-21fb-4367-a362-646e8e2fd8ba" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.285482] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-fbc38a62-21fb-4367-a362-646e8e2fd8ba" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.285603] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc38a62-21fb-4367-a362-646e8e2fd8ba',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.299449] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.791762] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.792030] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.792165] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.792452] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.792686] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.792801] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port fbc38a62-21fb-4367-a362-646e8e2fd8ba not found, creating... [ 1107.793043] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.793247] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.793374] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.793597] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.793740] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.794042] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.794210] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.794334] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.794543] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.794680] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.794822] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: fbc38a62-21fb-4367-a362-646e8e2fd8ba is going to be created. [ 1107.806890] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.818870] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.819111] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.820634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.820634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.820634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.820634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-fbc38a62-21fb-4367-a362-646e8e2fd8ba" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.313064] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1108.313064] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 deletion is rescheduled due to dependency. [ 1108.313064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.313064] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.313320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.313320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.313496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.313559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.313610] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 is going to be updated. [ 1108.343957] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.344507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.344778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.345189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.346485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.356526] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: IN_PROGRESS for 2s [ 1108.560343] env[69806]: INFO networking_nsxv3.common.synchronization [req-b90a3913-ed7a-4d50-b833-3b8f80a02410 req-f46ce8ca-0a16-42a7-a19c-69fdea164ce8 service nova] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_rules [ 1108.560343] env[69806]: INFO networking_nsxv3.common.synchronization [req-b90a3913-ed7a-4d50-b833-3b8f80a02410 req-f46ce8ca-0a16-42a7-a19c-69fdea164ce8 service nova] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1108.560343] env[69806]: INFO networking_nsxv3.common.synchronization [req-b90a3913-ed7a-4d50-b833-3b8f80a02410 req-f46ce8ca-0a16-42a7-a19c-69fdea164ce8 service nova] Enqueued Resource ID: fbc38a62-21fb-4367-a362-646e8e2fd8ba with Priority: HIGHEST for action port [ 1108.560343] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_rules [ 1108.560879] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1108.560879] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc38a62-21fb-4367-a362-646e8e2fd8ba with Priority: HIGHEST for action port [ 1108.561986] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.562130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.562425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.562425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.562578] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.563448] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.563448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.563731] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbc38a62-21fb-4367-a362-646e8e2fd8ba taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.563731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbc38a62-21fb-4367-a362-646e8e2fd8ba" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.563895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbc38a62-21fb-4367-a362-646e8e2fd8ba" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.563929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbc38a62-21fb-4367-a362-646e8e2fd8ba" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.564013] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc38a62-21fb-4367-a362-646e8e2fd8ba',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.775862] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1108.775862] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1108.783225] env[69806]: INFO networking_nsxv3.common.synchronization [None req-b336d95e-4a4a-483e-9fc8-7ddca19cc602 None None] Enqueued Resource ID: 856c9fd7-58e6-4a77-8e7b-69f4391929c2 with Priority: HIGHEST for action port [ 1108.784122] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856c9fd7-58e6-4a77-8e7b-69f4391929c2 with Priority: HIGHEST for action port [ 1108.784582] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-856c9fd7-58e6-4a77-8e7b-69f4391929c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.784831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-856c9fd7-58e6-4a77-8e7b-69f4391929c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.784975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-856c9fd7-58e6-4a77-8e7b-69f4391929c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.785323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-856c9fd7-58e6-4a77-8e7b-69f4391929c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.786612] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('856c9fd7-58e6-4a77-8e7b-69f4391929c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.066294] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.066294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.069525] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbc38a62-21fb-4367-a362-646e8e2fd8ba with status ACTIVE [ 1109.069740] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.069882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.069950] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.070213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.070335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.070529] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.070721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.070721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.070878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.070938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.071120] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.071222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.071283] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.071397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.071461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.071562] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbc38a62-21fb-4367-a362-646e8e2fd8ba is going to be updated. [ 1109.093733] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.093917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.093989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.094197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.094337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.094637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbc38a62-21fb-4367-a362-646e8e2fd8ba" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.290841] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 856c9fd7-58e6-4a77-8e7b-69f4391929c2 [ 1109.290841] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.290841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.290841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.290841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.290841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.290841] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:856c9fd7-58e6-4a77-8e7b-69f4391929c2 already deleted. [ 1109.290841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-856c9fd7-58e6-4a77-8e7b-69f4391929c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.369529] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: SUCCESS [ 1110.369853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.369909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.371062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.371062] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.371062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.371062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.371062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.371062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.371062] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.875133] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.379624] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.882063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.882226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.882300] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.882525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.882614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.882715] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 is going to be updated. [ 1111.927752] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.927752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.927752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.927959] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.927991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.940602] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: IN_PROGRESS for 2s [ 1113.785451] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1113.785740] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1113.858135] env[69806]: INFO networking_nsxv3.common.synchronization [req-05cf45c0-b54a-401c-a35c-da57a457014d req-2db6ec44-3619-4ab9-8432-7c13a5c3f122 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1113.858135] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1113.858135] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.858381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.858420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.858685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.858766] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.858875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.858938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.859178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.859178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.859337] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.954160] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: SUCCESS [ 1113.954378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.954550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.954774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.954971] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.955096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.955159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.955315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.955391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.955473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.955559] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.173926] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.174189] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.174331] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.174603] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.174863] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.175038] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.175161] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.175383] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.175532] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.175740] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.175857] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.175971] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.176095] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.176209] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.176321] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.176456] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.199520] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.199794] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.199794] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.199974] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-77" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.200409] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-e76c3ca4-8a26-4f1c-bd86-e37a3083c689 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.200594] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-e76c3ca4-8a26-4f1c-bd86-e37a3083c689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.200748] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-e76c3ca4-8a26-4f1c-bd86-e37a3083c689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.201105] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-e76c3ca4-8a26-4f1c-bd86-e37a3083c689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.201255] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76c3ca4-8a26-4f1c-bd86-e37a3083c689',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.361535] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.361854] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.361854] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.362137] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.362247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.362456] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.362547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.362604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.362770] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.362845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.362921] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1114.394659] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.394659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.394659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.394659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.394659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.404502] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1114.461197] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.705262] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.705262] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.705262] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.705262] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.705262] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.705262] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port e76c3ca4-8a26-4f1c-bd86-e37a3083c689 not found, creating... [ 1114.705824] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.705824] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.705969] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.706323] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.706523] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.706923] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.707194] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.707601] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.707700] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.707887] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.708089] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: e76c3ca4-8a26-4f1c-bd86-e37a3083c689 is going to be created. [ 1114.735845] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.736079] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.736268] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.736526] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.736770] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.737030] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-e76c3ca4-8a26-4f1c-bd86-e37a3083c689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.967894] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71764eb2-c2b7-41e2-81b9-f20150429da6: rpc.has_security_group_logging(os_id): False [ 1114.987591] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.988013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.988151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.988523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.988704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.988898] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.989053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.989185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.989430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.989528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.989607] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 is going to be updated. [ 1115.084986] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.084986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.084986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.084986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.084986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.102034] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: IN_PROGRESS for 2s [ 1115.447765] env[69806]: INFO networking_nsxv3.common.synchronization [req-05cf45c0-b54a-401c-a35c-da57a457014d req-5b8b6f2d-ad49-40fb-9ab8-be1c89197a00 service nova] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_rules [ 1115.447765] env[69806]: INFO networking_nsxv3.common.synchronization [req-05cf45c0-b54a-401c-a35c-da57a457014d req-5b8b6f2d-ad49-40fb-9ab8-be1c89197a00 service nova] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1115.448037] env[69806]: INFO networking_nsxv3.common.synchronization [req-05cf45c0-b54a-401c-a35c-da57a457014d req-5b8b6f2d-ad49-40fb-9ab8-be1c89197a00 service nova] Enqueued Resource ID: e76c3ca4-8a26-4f1c-bd86-e37a3083c689 with Priority: HIGHEST for action port [ 1115.449096] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_rules [ 1115.449464] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1115.449516] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76c3ca4-8a26-4f1c-bd86-e37a3083c689 with Priority: HIGHEST for action port [ 1115.449935] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.450062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.450062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.450665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.450665] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.452905] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.453127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.453347] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-e76c3ca4-8a26-4f1c-bd86-e37a3083c689 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.454038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e76c3ca4-8a26-4f1c-bd86-e37a3083c689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.454038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e76c3ca4-8a26-4f1c-bd86-e37a3083c689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.454976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e76c3ca4-8a26-4f1c-bd86-e37a3083c689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.455618] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76c3ca4-8a26-4f1c-bd86-e37a3083c689',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.955166] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.955398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.957806] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e76c3ca4-8a26-4f1c-bd86-e37a3083c689 with status ACTIVE [ 1115.958615] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.958862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.959040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.959598] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.959775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.960062] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.962156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.962312] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.962502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.962784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.963032] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.963153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.963224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.963489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.963617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.963774] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e76c3ca4-8a26-4f1c-bd86-e37a3083c689 is going to be updated. [ 1115.992261] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.992752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.992752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.993183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.993183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.993302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e76c3ca4-8a26-4f1c-bd86-e37a3083c689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.125313] env[69806]: INFO networking_nsxv3.common.synchronization [req-93beac79-00a3-4afd-aa46-3056b0851985 req-0fea8680-e403-4458-b77b-7cbb9eddb2c7 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Enqueued Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1116.125833] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1116.126163] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.126306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.126346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.126543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.126689] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.126782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.126863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.126982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.128099] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.128207] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.416863] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1116.416863] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 deletion is rescheduled due to dependency. [ 1116.416863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.416863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.416863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.416863] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.416863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.416863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.416863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.416863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.416863] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.633695] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.918638] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.116444] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: SUCCESS [ 1117.116795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.136156] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.420858] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.639346] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.639346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.639513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.639642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.639733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.639838] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 is going to be updated. [ 1117.670702] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.670909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.670909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.671146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.671287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.681667] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: IN_PROGRESS for 2s [ 1117.923819] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.923819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.923819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.924116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.924116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.924295] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1117.955111] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.955233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.956316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.956316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.956316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.965258] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1118.642618] env[69806]: INFO networking_nsxv3.common.synchronization [req-7eb2d884-ccd2-4010-a27a-a26e921c22eb req-fad0db98-7219-4ecb-9707-1e199b7362bc tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Enqueued Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1118.643820] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1118.643820] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.644385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.644385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.644385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.644581] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.644581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.644581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.644772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.644834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.644882] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.706361] env[69806]: INFO networking_nsxv3.common.synchronization [None req-3362aca4-3c6c-4704-97a3-3dae019225f4 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1118.706361] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1118.706361] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.707564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.707801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.708417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.708880] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.709142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.709386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.709686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.709939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.710165] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.151239] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.151685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.151685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.152666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.152666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.152666] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.152666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.152666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.152666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.152666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.152926] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 already deleted. [ 1119.152926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.214271] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.214271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.214271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.214271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.214271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.214668] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.214784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.214871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.215101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.215189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.215321] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be updated. [ 1119.248291] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.248291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.248291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.248291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.248291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.259248] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1119.298254] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.298254] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.298254] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.298583] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.298965] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.299492] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.300085] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.300696] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.300960] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.301423] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.302287] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.302809] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.303150] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.303541] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.303802] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.304528] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.338917] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.338917] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.338917] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.338917] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.338917] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-057fa98b-b375-41aa-b45f-870caa33139a taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.338917] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-057fa98b-b375-41aa-b45f-870caa33139a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.338917] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-057fa98b-b375-41aa-b45f-870caa33139a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.344814] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-057fa98b-b375-41aa-b45f-870caa33139a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.346283] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('057fa98b-b375-41aa-b45f-870caa33139a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.694830] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: SUCCESS [ 1119.695160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.850749] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.851188] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.851441] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.851908] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.852215] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.852499] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 057fa98b-b375-41aa-b45f-870caa33139a not found, creating... [ 1119.852983] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.853358] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.853632] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.854063] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.854348] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.854788] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.855095] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.855323] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.855648] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.855888] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.856173] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 057fa98b-b375-41aa-b45f-870caa33139a is going to be created. [ 1119.878803] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.879152] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.879758] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.879758] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.879935] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.880304] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-057fa98b-b375-41aa-b45f-870caa33139a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.975814] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1119.976226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.976342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.977184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.977184] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.977184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.977184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.977184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.977556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.977556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.977712] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.479675] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.479838] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.479902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.481395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.481395] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.481395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.481395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.481395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.481395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.481395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.481395] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.482303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.482303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.482303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.482303] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.482303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.482303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.482461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.483146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.483146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.483146] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.721294] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.721617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.721661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.721995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.722209] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.937318] env[69806]: INFO networking_nsxv3.common.synchronization [req-8b3cd14a-2a62-499f-b0e2-098a580b8925 req-93992779-ccfb-4850-a832-5cb357c7dae7 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Enqueued Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1120.937821] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1120.938144] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.938280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.938351] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.938508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.938647] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.938738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.938790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.939684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.939882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.939882] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.988935] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4: rpc.has_security_group_logging(os_id): False [ 1121.010798] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.010963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.012050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.012050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.012050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.012050] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.012050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.012050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.012050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.012050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.013057] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.013057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.013057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.013057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.013057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.013057] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.013057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.013057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.013875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.013875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.013875] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1121.122615] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.122872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.122872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.123093] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.123274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.144152] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1121.216207] env[69806]: INFO networking_nsxv3.common.synchronization [req-7eb2d884-ccd2-4010-a27a-a26e921c22eb req-9acd249f-e084-4e67-b7d7-6934accb0d5f service nova] Enqueued Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_rules [ 1121.218159] env[69806]: INFO networking_nsxv3.common.synchronization [req-7eb2d884-ccd2-4010-a27a-a26e921c22eb req-9acd249f-e084-4e67-b7d7-6934accb0d5f service nova] Enqueued Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1121.218159] env[69806]: INFO networking_nsxv3.common.synchronization [req-7eb2d884-ccd2-4010-a27a-a26e921c22eb req-9acd249f-e084-4e67-b7d7-6934accb0d5f service nova] Enqueued Resource ID: 057fa98b-b375-41aa-b45f-870caa33139a with Priority: HIGHEST for action port [ 1121.218159] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_rules [ 1121.218159] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1121.218159] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057fa98b-b375-41aa-b45f-870caa33139a with Priority: HIGHEST for action port [ 1121.218159] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.218424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.218424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.218668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.218880] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.221117] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.222226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.222226] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-057fa98b-b375-41aa-b45f-870caa33139a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.222226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-057fa98b-b375-41aa-b45f-870caa33139a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.222226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-057fa98b-b375-41aa-b45f-870caa33139a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.222226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-057fa98b-b375-41aa-b45f-870caa33139a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.222226] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('057fa98b-b375-41aa-b45f-870caa33139a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.227128] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.272968] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1121.273248] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 deletion is rescheduled due to dependency. [ 1121.273425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.442096] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.484315] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.484687] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.484958] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.485404] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.486638] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.486638] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.486821] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.487193] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.487463] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.487704] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.487828] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.487933] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.488061] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.488177] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.488289] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.488429] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.513744] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.513958] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1121.514140] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.514358] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.514715] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-b6fc3017-6cb9-4506-894e-7996a0d96379 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.514993] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-b6fc3017-6cb9-4506-894e-7996a0d96379" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.515203] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-b6fc3017-6cb9-4506-894e-7996a0d96379" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.515579] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-b6fc3017-6cb9-4506-894e-7996a0d96379" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.515725] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6fc3017-6cb9-4506-894e-7996a0d96379',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.721560] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.721952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.726142] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 057fa98b-b375-41aa-b45f-870caa33139a with status ACTIVE [ 1121.726363] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.726499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.726571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.726815] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.726910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.727136] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.727294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.727473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.727666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.727830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.728050] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.728158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.728223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.728374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.728452] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.728539] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 057fa98b-b375-41aa-b45f-870caa33139a is going to be updated. [ 1121.731187] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.749749] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.749749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.750033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.750068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.750219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.750794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-057fa98b-b375-41aa-b45f-870caa33139a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.947739] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.019525] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.019824] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.019955] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.020296] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.020448] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.020657] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port b6fc3017-6cb9-4506-894e-7996a0d96379 not found, creating... [ 1122.020931] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.021191] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.021248] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.021487] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.021632] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.022044] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.023143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.023143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.023143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.023143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.023143] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: b6fc3017-6cb9-4506-894e-7996a0d96379 is going to be created. [ 1122.048280] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.048581] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.048753] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.049141] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.049494] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.049794] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-b6fc3017-6cb9-4506-894e-7996a0d96379" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.234422] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1122.234746] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1122.450782] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.450969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.451113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.451304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.451418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.451530] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 is going to be created. [ 1122.485360] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.485608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.485608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.485813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.485939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.519579] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: UNINITIALIZED for 2s [ 1122.835598] env[69806]: INFO networking_nsxv3.common.synchronization [req-8b3cd14a-2a62-499f-b0e2-098a580b8925 req-a3717d01-3d83-40d5-9f02-7318daf49f5b service nova] Enqueued Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_rules [ 1122.835847] env[69806]: INFO networking_nsxv3.common.synchronization [req-8b3cd14a-2a62-499f-b0e2-098a580b8925 req-a3717d01-3d83-40d5-9f02-7318daf49f5b service nova] Enqueued Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1122.836145] env[69806]: INFO networking_nsxv3.common.synchronization [req-8b3cd14a-2a62-499f-b0e2-098a580b8925 req-a3717d01-3d83-40d5-9f02-7318daf49f5b service nova] Enqueued Resource ID: b6fc3017-6cb9-4506-894e-7996a0d96379 with Priority: HIGHEST for action port [ 1122.836819] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_rules [ 1122.836956] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1122.837089] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fc3017-6cb9-4506-894e-7996a0d96379 with Priority: HIGHEST for action port [ 1122.837398] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.837506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.837706] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.837790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.837966] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6fc3017-6cb9-4506-894e-7996a0d96379 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.838078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6fc3017-6cb9-4506-894e-7996a0d96379" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.838141] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6fc3017-6cb9-4506-894e-7996a0d96379" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.838349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6fc3017-6cb9-4506-894e-7996a0d96379" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.838432] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6fc3017-6cb9-4506-894e-7996a0d96379',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.161496] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1123.161496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.266026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.266026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.266026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.266026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.282086] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1123.282944] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.284521] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1123.320544] env[69806]: INFO networking_nsxv3.common.synchronization [req-ad27952f-1c66-41fe-ba47-80caa4d3ceff req-438e7247-70df-4c92-a9d7-9390eef0866c tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1123.329497] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.329497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.329497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.329497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.345115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.345115] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1123.345115] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1123.345115] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1123.345518] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1123.345799] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6fc3017-6cb9-4506-894e-7996a0d96379 with status ACTIVE [ 1123.346029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.346183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.346264] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.346487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.346611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.346791] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.346909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.347027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.347206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.347303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.347506] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.347617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.347695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.347833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.347902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.347980] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6fc3017-6cb9-4506-894e-7996a0d96379 is going to be updated. [ 1123.349295] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.349448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.349538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.349714] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.349949] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.351013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.351013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.351013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.351013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.351013] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.390050] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.390050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.390271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.391253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.391514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.391742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6fc3017-6cb9-4506-894e-7996a0d96379" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.442223] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.442373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.442459] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.442666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.444243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.444531] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1123.614423] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.614611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.618026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.618026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.618026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.618026] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1123.729166] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.729363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.729363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.729837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.730696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.730975] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1123.731185] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'71764eb2-c2b7-41e2-81b9-f20150429da6', '3a1fb68f-185b-4256-b020-c7d610ebb385', 'eb017707-f805-4235-bef4-830a17cd7215', 'f2edc8c9-eb47-436e-a992-1b5351b794dd', '04fee7cc-2156-4181-a367-567ca2424632', 'a3d3ad24-a029-4988-9665-59a2f34c8e12', '3b811929-f20f-4453-8e81-76da321ccc90', '407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7', '006590f0-6ec6-4532-ace5-243bd16c2122', '012a9c85-7a22-47ae-9a23-3c418d8ac6de', '9f80274c-b3fb-43ef-aca0-2472dbf9757e', '20b85913-f224-49ab-857b-7a0c69d2db11', 'bb494db3-20ba-4258-8be5-7baa6e5c323f', '0ee5fa04-a591-4632-aecc-da188c1862c6', '91012f04-fc7a-4f78-ad28-52cc2e63894e', '44ae2e17-942c-4f94-a44a-44438df58bf6', 'df0e7c72-306f-460d-b9d1-de16c0db1325', '9f7a1def-36b6-48eb-8238-7fc650440e52', '33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2', '685ed284-67ad-4968-9983-e4669449e992', '73455489-905b-4db8-8e48-2c6a0d7c3bee', '3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4', '84b0780d-dd43-4759-8dc5-65472cc7eaee', '9c678da5-5ac5-4a40-8712-f0bf21816c54', 'f35827d0-bdb2-44ff-b267-8e6df228f0d8', '7dd45209-c139-4738-9013-6852d41696ec', '421d2ed2-56e2-4311-8fd4-716d1e5d0257', 'bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a', 'd7798e20-5b4e-4b9d-8b57-d3272082b5d0', '9e16859e-db54-4510-87fb-b29192c53a23', 'e361506f-7f60-4eb1-983a-b0dc0fb2aa08', '811c8266-8581-4dda-bdcb-63bebec1a9ca', '82214afa-ade8-4a4e-8a37-0cf20c0cbbeb', '2f0af319-35e6-47ae-9bbb-6dbc3cd597b5', '777619b5-780a-4c68-9ab2-08ff9394ca16', '073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94', 'edeeb05d-f028-4092-a0e0-4e30f4decc98', '07961e2c-dac2-49a7-8a2d-62d6eb681b47', '0da3b7f2-2957-445c-abd7-0c0512ea4c51', 'c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6', 'e3368344-bbbc-4245-b7a3-1ff6432bf662', '2e4ba8ed-652d-41da-aa77-6da75d7d979c', '629afc5f-2fc6-4082-be52-dbce74e7a884', '7c7af846-02d5-496a-8995-df13d5af938a', 'b367fd14-af0e-4909-a8b1-ac1587c6679f', 'e6cad344-e95c-446b-aef8-469bc641e273'} {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1123.731344] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1123.756152] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.756414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.756483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.756680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.756772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.756884] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1123.756956] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1123.757067] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1123.827195] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.827436] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.827588] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.827860] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.828137] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.828289] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.828410] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.828652] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.828794] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.829017] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.829490] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.829641] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.829744] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.829862] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.829974] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.830131] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.839075] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.839604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.839604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.839604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.841663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.842282] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1123.842282] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1123.842492] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1123.842492] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1123.842492] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1123.842941] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGH for action security_group_rules [ 1123.842941] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGH for action security_group_rules [ 1123.842941] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGH for action security_group_rules [ 1123.842941] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGH for action security_group_rules [ 1123.842941] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGH for action security_group_rules [ 1123.842941] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 with Priority: HIGH for action security_group_rules [ 1123.843382] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGH for action security_group_rules [ 1123.843488] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGH for action security_group_rules [ 1123.843554] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGH for action security_group_rules [ 1123.843609] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGH for action security_group_rules [ 1123.843684] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGH for action security_group_rules [ 1123.843750] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGH for action security_group_rules [ 1123.843839] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGH for action security_group_rules [ 1123.843911] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 with Priority: HIGH for action security_group_rules [ 1123.843968] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGH for action security_group_rules [ 1123.844021] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGH for action security_group_rules [ 1123.844077] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGH for action security_group_rules [ 1123.844142] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 with Priority: HIGH for action security_group_rules [ 1123.844367] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGH for action security_group_rules [ 1123.844367] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 685ed284-67ad-4968-9983-e4669449e992 with Priority: HIGH for action security_group_rules [ 1123.844367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.853081] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.855102] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1123.855102] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.855102] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.855102] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-4114184f-3fda-4231-b489-634c6c5ea420 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.855102] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-4114184f-3fda-4231-b489-634c6c5ea420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.855102] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-4114184f-3fda-4231-b489-634c6c5ea420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.855596] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-4114184f-3fda-4231-b489-634c6c5ea420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.855596] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4114184f-3fda-4231-b489-634c6c5ea420',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.856584] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.859356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.859356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.859356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.881482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.882514] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.882514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.882514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.882514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.882808] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.882808] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1123.919266] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.919266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.919266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.919266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.919266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.930115] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1124.359617] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.359938] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.360109] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.360406] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.360590] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.360755] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 4114184f-3fda-4231-b489-634c6c5ea420 not found, creating... [ 1124.361041] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.361219] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.361465] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.361796] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.361996] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.362517] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.362788] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.362987] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.363289] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.363519] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.363740] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 4114184f-3fda-4231-b489-634c6c5ea420 is going to be created. [ 1124.388994] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.388994] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.389234] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.389737] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.390299] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.390971] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-4114184f-3fda-4231-b489-634c6c5ea420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.532285] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: SUCCESS [ 1124.532509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.532737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.532995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.533247] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.533425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.533521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.533741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.533869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.533931] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.036534] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.539103] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.853023] env[69806]: INFO networking_nsxv3.common.synchronization [req-ad27952f-1c66-41fe-ba47-80caa4d3ceff req-b1bfadd6-c736-45f1-a148-602c7afa3cd3 service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 1125.853023] env[69806]: INFO networking_nsxv3.common.synchronization [req-ad27952f-1c66-41fe-ba47-80caa4d3ceff req-b1bfadd6-c736-45f1-a148-602c7afa3cd3 service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1125.853023] env[69806]: INFO networking_nsxv3.common.synchronization [req-ad27952f-1c66-41fe-ba47-80caa4d3ceff req-b1bfadd6-c736-45f1-a148-602c7afa3cd3 service nova] Enqueued Resource ID: 4114184f-3fda-4231-b489-634c6c5ea420 with Priority: HIGHEST for action port [ 1125.853023] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 1125.853023] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1125.853023] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4114184f-3fda-4231-b489-634c6c5ea420 with Priority: HIGHEST for action port [ 1125.853023] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGH for action security_group_rules [ 1125.854544] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb017707-f805-4235-bef4-830a17cd7215 with Priority: HIGH for action security_group_rules [ 1125.854675] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b811929-f20f-4453-8e81-76da321ccc90 with Priority: HIGH for action security_group_rules [ 1125.854823] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGH for action security_group_rules [ 1125.854989] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685ed284-67ad-4968-9983-e4669449e992 with Priority: HIGH for action security_group_rules [ 1125.855107] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 with Priority: HIGH for action security_group_rules [ 1125.855202] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 with Priority: HIGH for action security_group_rules [ 1125.855306] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e7c72-306f-460d-b9d1-de16c0db1325 with Priority: HIGH for action security_group_rules [ 1125.855392] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 with Priority: HIGH for action security_group_rules [ 1125.855463] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 with Priority: HIGH for action security_group_rules [ 1125.855551] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb494db3-20ba-4258-8be5-7baa6e5c323f with Priority: HIGH for action security_group_rules [ 1125.855637] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGH for action security_group_rules [ 1125.855722] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e with Priority: HIGH for action security_group_rules [ 1125.855806] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de with Priority: HIGH for action security_group_rules [ 1125.855993] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006590f0-6ec6-4532-ace5-243bd16c2122 with Priority: HIGH for action security_group_rules [ 1125.855993] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 with Priority: HIGH for action security_group_rules [ 1125.856087] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGH for action security_group_rules [ 1125.857947] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGH for action security_group_rules [ 1125.857947] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGH for action security_group_rules [ 1125.857947] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2edc8c9-eb47-436e-a992-1b5351b794dd with Priority: HIGH for action security_group_rules [ 1125.857947] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.857947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.857947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.857947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.857947] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.859364] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.859541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.859787] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4114184f-3fda-4231-b489-634c6c5ea420 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.859937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4114184f-3fda-4231-b489-634c6c5ea420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.859995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4114184f-3fda-4231-b489-634c6c5ea420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.860204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4114184f-3fda-4231-b489-634c6c5ea420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.860347] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4114184f-3fda-4231-b489-634c6c5ea420',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.861456] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.861608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.861693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.861977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.862073] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.863535] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb017707-f805-4235-bef4-830a17cd7215 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.863675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.863772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.864038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.864116] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb017707-f805-4235-bef4-830a17cd7215',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.864956] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b811929-f20f-4453-8e81-76da321ccc90 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.865126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.865126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.865314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.865384] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b811929-f20f-4453-8e81-76da321ccc90',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.866311] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91012f04-fc7a-4f78-ad28-52cc2e63894e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.866403] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.866479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.866629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.866696] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.867440] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-685ed284-67ad-4968-9983-e4669449e992 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.867695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.867695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.867797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.867865] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('685ed284-67ad-4968-9983-e4669449e992',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.868599] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.868705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.868761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.871017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.871017] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.871017] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f7a1def-36b6-48eb-8238-7fc650440e52 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.871017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.871017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.871017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.871017] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f7a1def-36b6-48eb-8238-7fc650440e52',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.871276] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df0e7c72-306f-460d-b9d1-de16c0db1325 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.871276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.871276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.871372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.871427] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df0e7c72-306f-460d-b9d1-de16c0db1325',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.872273] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ee5fa04-a591-4632-aecc-da188c1862c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.872376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.872429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.872599] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.872700] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ee5fa04-a591-4632-aecc-da188c1862c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.873588] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44ae2e17-942c-4f94-a44a-44438df58bf6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.873692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.873766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.873976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.874076] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44ae2e17-942c-4f94-a44a-44438df58bf6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.875054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb494db3-20ba-4258-8be5-7baa6e5c323f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.875208] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.875273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.875434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.875506] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb494db3-20ba-4258-8be5-7baa6e5c323f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.876333] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.876478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.876719] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.876817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.876879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.877053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.877124] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f80274c-b3fb-43ef-aca0-2472dbf9757e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.878022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.878172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.878239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.878406] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.878477] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('012a9c85-7a22-47ae-9a23-3c418d8ac6de',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.879310] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006590f0-6ec6-4532-ace5-243bd16c2122 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.879414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.879515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.879973] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.880083] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006590f0-6ec6-4532-ace5-243bd16c2122',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.881058] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3d3ad24-a029-4988-9665-59a2f34c8e12 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.881199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.881265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.881461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.881547] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3d3ad24-a029-4988-9665-59a2f34c8e12',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.882372] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.882492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.882557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.882728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.882797] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.884725] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.884725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.884725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.884725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.884725] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.885789] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.885925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.885993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.886194] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.886263] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.887385] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2edc8c9-eb47-436e-a992-1b5351b794dd taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.887527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.887597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.887779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.887860] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2edc8c9-eb47-436e-a992-1b5351b794dd',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.939892] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1125.940092] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 deletion is rescheduled due to dependency. [ 1125.940207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.940732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.940958] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.941201] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.941313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.941380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.941537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.941621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.941720] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.043246] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.043246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.043246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.043246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.043246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.043246] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 is going to be updated. [ 1126.075452] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.075651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.075712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.075925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.076153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.086835] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: IN_PROGRESS for 2s [ 1126.389859] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-91012f04-fc7a-4f78-ad28-52cc2e63894e taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.390155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.390269] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.390535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.390747] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.390914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.390914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.391103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.391195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.391305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.391379] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.392404] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.392522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.392574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.392776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.392970] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.393081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.393145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.393293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.393375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.393458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.393543] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.398119] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4114184f-3fda-4231-b489-634c6c5ea420 with status ACTIVE [ 1126.398314] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.398422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.398555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.398673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.398759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.398930] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.399038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.399095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.399238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.399311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.399534] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.399619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.399698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.399816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.400019] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.400019] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4114184f-3fda-4231-b489-634c6c5ea420 is going to be updated. [ 1126.402079] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.402079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.418531] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.418757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.418757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.419108] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.420941] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.420941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.420941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.420941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.420941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.420941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.420941] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.422864] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.423038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.423102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.423269] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.423421] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.423517] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.423586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.423757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.423880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.423976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.424084] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.456428] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.474612] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.488022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.488218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.488259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.488577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.490809] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.490921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.492141] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.492282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.493250] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.493379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.494101] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.494726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.495597] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.495654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.496410] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.496495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.497214] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.497311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.498880] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.498974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.499716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.499833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.500683] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.500852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.500896] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.501113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.501294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.501462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4114184f-3fda-4231-b489-634c6c5ea420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.502569] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1126.502569] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.502730] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.503350] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1126.503791] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.503888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.511727] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1126.512405] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.512529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.515934] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1126.516560] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.516670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.517968] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1126.518513] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.518633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.522075] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1126.522590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.522722] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 685ed284-67ad-4968-9983-e4669449e992 is going to be deleted. [ 1126.523881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.524146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.553814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.553975] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2edc8c9-eb47-436e-a992-1b5351b794dd is going to be deleted. [ 1126.556584] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.556865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.617744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.617968] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb494db3-20ba-4258-8be5-7baa6e5c323f is going to be deleted. [ 1126.619702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.620017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.660352] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.660616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.667040] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.667040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.674164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.674363] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f7a1def-36b6-48eb-8238-7fc650440e52 is going to be deleted. [ 1126.675528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.675787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.716034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.716287] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb017707-f805-4235-bef4-830a17cd7215 is going to be deleted. [ 1126.717862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.718212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.773124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.773301] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df0e7c72-306f-460d-b9d1-de16c0db1325 is going to be deleted. [ 1126.774355] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.774717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.799475] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.799773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.831552] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.831781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.845383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.845535] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be deleted. [ 1126.846657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.846905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.888301] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.888506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.896057] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.897159] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.905029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.905029] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006590f0-6ec6-4532-ace5-243bd16c2122 is going to be deleted. [ 1126.905029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.905029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.934556] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.934718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.938055] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.938055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.938055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.938055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.938055] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.938055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.938055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.938055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.938055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.938055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.938055] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.938055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.938055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.938055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.938055] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.938903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.938903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.938903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.938903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.938903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.938903] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.943027] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.951620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.951797] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ee5fa04-a591-4632-aecc-da188c1862c6 is going to be deleted. [ 1126.953235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.953570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.977440] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.977913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.978055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.978352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.978492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.978637] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1126.984219] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.984709] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.019100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.019251] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2 is going to be deleted. [ 1127.020254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.020460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.080307] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.080729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.096751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.096932] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3d3ad24-a029-4988-9665-59a2f34c8e12 is going to be deleted. [ 1127.098147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.098420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.131813] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.132056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.132056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.132272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.132413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.136101] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.136247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.137196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.137347] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 012a9c85-7a22-47ae-9a23-3c418d8ac6de is going to be deleted. [ 1127.142047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.142047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.185766] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1127.228714] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.228911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.231541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.231684] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44ae2e17-942c-4f94-a44a-44438df58bf6 is going to be deleted. [ 1127.232743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.232967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.282393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.282527] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f80274c-b3fb-43ef-aca0-2472dbf9757e is going to be deleted. [ 1127.283756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.284148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.299392] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.299662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.309259] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.309446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.335186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.335350] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b811929-f20f-4453-8e81-76da321ccc90 is going to be deleted. [ 1127.336367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.336635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.336733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.336862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-685ed284-67ad-4968-9983-e4669449e992" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.337037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.337371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.337672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.337672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2edc8c9-eb47-436e-a992-1b5351b794dd" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.338184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.338510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.338510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.338583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb494db3-20ba-4258-8be5-7baa6e5c323f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.338701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.338859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.338938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.339070] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f7a1def-36b6-48eb-8238-7fc650440e52" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.339201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.339345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.339419] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.339618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb017707-f805-4235-bef4-830a17cd7215" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.339759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.339907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.340021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.340113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df0e7c72-306f-460d-b9d1-de16c0db1325" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.340261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.340426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.340641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.340991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.341171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.341335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.341416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.341563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006590f0-6ec6-4532-ace5-243bd16c2122" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.341692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.341837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.341918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.342075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ee5fa04-a591-4632-aecc-da188c1862c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.342216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.342383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.342569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.342617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33c2069c-9bb3-4fc0-9d73-e2f5322fa9b2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.342759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.342935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.343060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.343182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3d3ad24-a029-4988-9665-59a2f34c8e12" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.343345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.343530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.343643] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.343768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-012a9c85-7a22-47ae-9a23-3c418d8ac6de" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.397529] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.397754] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.397754] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.397969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.398075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.398202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44ae2e17-942c-4f94-a44a-44438df58bf6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.401741] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91012f04-fc7a-4f78-ad28-52cc2e63894e: rpc.has_security_group_logging(os_id): False [ 1127.407997] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71764eb2-c2b7-41e2-81b9-f20150429da6: rpc.has_security_group_logging(os_id): False [ 1127.438787] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.439048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.439048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.439310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.444327] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04fee7cc-2156-4181-a367-567ca2424632: rpc.has_security_group_logging(os_id): False [ 1127.445662] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a1fb68f-185b-4256-b020-c7d610ebb385: rpc.has_security_group_logging(os_id): False [ 1127.452399] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.452399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.480139] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.480139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.483050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.483290] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.483453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.483565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.483800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.483953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.484121] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e is going to be updated. [ 1127.485420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.485675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.487463] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.487570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.488425] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.488519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.489304] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.489396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.520571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.520939] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.521078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.521128] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.521359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.521440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.521534] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 is going to be updated. [ 1127.523136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.523224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.523315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.523437] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b811929-f20f-4453-8e81-76da321ccc90" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.524033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.524033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.524033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.524033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f80274c-b3fb-43ef-aca0-2472dbf9757e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.524033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.524262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.681388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.681879] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.682071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.682217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.682528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.682682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.682841] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 1127.684487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.684782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.744551] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.744870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.750119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.750486] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.750645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.750645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.750955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.751069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.751357] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.751471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.751531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.751705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.751833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.752018] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.752319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.752418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.752671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.752748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.752798] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 is going to be updated. [ 1127.754418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.754418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.754418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.821345] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.821542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.821542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.821769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.821955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.830985] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e in Status: IN_PROGRESS for 2s [ 1127.852496] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: IN_PROGRESS for 2s [ 1127.916788] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.917036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.917036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.917247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.917399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.931017] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 1127.968149] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.968372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.968372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.968806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.968806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.988127] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 in Status: IN_PROGRESS for 2s [ 1128.051746] env[69806]: INFO networking_nsxv3.common.synchronization [req-74f286ca-0ace-4135-acc8-a47ec5b53533 req-7159f0e4-2b84-43a3-bc65-e28b44abbc50 tempest-FloatingIPsAssociationTestJSON-447442803 tempest-FloatingIPsAssociationTestJSON-447442803-project-member] Enqueued Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1128.052478] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGHEST for action security_group_members [ 1128.053443] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.053615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.053681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.053865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.054038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.054139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.054199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.054348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.054427] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.054530] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.107689] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: SUCCESS [ 1128.107689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.107689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.107689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.107689] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.108205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.108205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.108205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.108205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.108378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.108404] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.109339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.109608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.109817] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.109956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.110073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.110275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.110418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.110600] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.354199] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.354399] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.354530] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.354807] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.355078] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.355241] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.355411] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.355586] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.355739] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.355961] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.356085] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.356264] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.356406] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.356529] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.356648] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.356799] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.379432] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.379432] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.379432] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.379432] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.379997] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-f30250b1-8014-4179-93ad-b5bb4fb8ed37 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.380298] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.380389] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.381691] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.382066] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30250b1-8014-4179-93ad-b5bb4fb8ed37',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.561075] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.561075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.561075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.561075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.581318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.581611] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.581735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.581837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.582076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.582171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.582282] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 is going to be updated. [ 1128.612663] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.612861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.613982] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.614129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.614209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.614399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.614535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.615668] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.624244] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: IN_PROGRESS for 2s [ 1128.888443] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.888838] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.888838] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.889221] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.889493] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.889619] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port f30250b1-8014-4179-93ad-b5bb4fb8ed37 not found, creating... [ 1128.889908] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.890099] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.890218] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.890456] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.890641] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.891210] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.891210] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.891402] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.891567] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.891701] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.892383] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: f30250b1-8014-4179-93ad-b5bb4fb8ed37 is going to be created. [ 1128.914473] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.914829] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.914991] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.915308] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.915552] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.915785] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.118090] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.196144] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1129.196371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.196537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.196800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.196997] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.197130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.197195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.197374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.197535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.197626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.197717] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.620918] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.621171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.621251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.621573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.621712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.621934] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 is going to be updated. [ 1129.652025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.652222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.652264] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.652456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.652591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.662024] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: IN_PROGRESS for 2s [ 1129.699712] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.699904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.699971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.700237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.700411] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.700528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.700585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.700727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.700807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.700889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.701060] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.702085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.702085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.702085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.702085] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.702085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.702085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.702085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.702085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.702085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.702085] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.847983] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e in Status: SUCCESS [ 1129.848288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.869793] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: SUCCESS [ 1129.869918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.944023] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 1129.944260] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.007280] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 in Status: SUCCESS [ 1130.007280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.025102] env[69806]: INFO networking_nsxv3.common.synchronization [req-acf2d4de-5f76-4a89-8de9-4988441ca946 req-687a1348-4184-4540-8e68-aa6cd75a7294 service nova] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_rules [ 1130.025102] env[69806]: INFO networking_nsxv3.common.synchronization [req-acf2d4de-5f76-4a89-8de9-4988441ca946 req-687a1348-4184-4540-8e68-aa6cd75a7294 service nova] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1130.025102] env[69806]: INFO networking_nsxv3.common.synchronization [req-acf2d4de-5f76-4a89-8de9-4988441ca946 req-687a1348-4184-4540-8e68-aa6cd75a7294 service nova] Enqueued Resource ID: f30250b1-8014-4179-93ad-b5bb4fb8ed37 with Priority: HIGHEST for action port [ 1130.025102] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_rules [ 1130.025102] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1130.025102] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30250b1-8014-4179-93ad-b5bb4fb8ed37 with Priority: HIGHEST for action port [ 1130.025102] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.025102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.025102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.025947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.025947] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.026651] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.026757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.027153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.027153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.027661] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.027661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.027788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.027935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.028100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.028286] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.029469] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30250b1-8014-4179-93ad-b5bb4fb8ed37 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.030166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.030166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.030375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.030485] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30250b1-8014-4179-93ad-b5bb4fb8ed37',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.204463] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20b85913-f224-49ab-857b-7a0c69d2db11: rpc.has_security_group_logging(os_id): False [ 1130.228511] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.228713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.228713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.228931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.229037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.229270] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.229404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.229464] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.229604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.229690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.229878] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.230078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.230078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.230206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.230429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.230497] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.230551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.230639] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.230777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.230881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.230992] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1130.305588] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.305809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.305896] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.306227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.306446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.327339] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1130.533116] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.534536] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.534676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.535135] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f30250b1-8014-4179-93ad-b5bb4fb8ed37 with status ACTIVE [ 1130.535355] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.535524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.535646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.535880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.536027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.536274] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.536417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.536753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.536753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.536872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.537439] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.537439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.537439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.537717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.537810] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.537943] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f30250b1-8014-4179-93ad-b5bb4fb8ed37 is going to be updated. [ 1130.564313] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.564505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.564602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.564896] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.565072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.565258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.635580] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 in Status: SUCCESS [ 1130.635821] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 deletion is rescheduled due to dependency. [ 1130.635961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.035513] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.538704] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.538704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.538704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.538704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.538704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.538704] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be updated. [ 1131.589325] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.589510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.589826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.589908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.590076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.601444] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1131.673633] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: SUCCESS [ 1131.673846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.674041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.674268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.674463] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.674583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.674651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.674928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.675033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.675126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.675355] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.675476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.675534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.675697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.675839] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.675941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.676096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.676151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.676202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.676287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.676377] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.179576] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a95fa2db-ec8a-4934-8d7a-9543370e4728: rpc.has_security_group_logging(os_id): False [ 1132.198291] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.198442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.198501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.198712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.198797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.198975] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.199088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.199151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.199296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.199375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.199592] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.199717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.199753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.199870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.199943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.200151] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.200245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.200308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.200449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.200523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.200607] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 is going to be created. [ 1132.260605] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.260795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.260795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.261031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.261211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.272979] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: IN_PROGRESS for 2s [ 1132.305662] env[69806]: INFO networking_nsxv3.common.synchronization [req-c77bfed0-03a8-4f46-9afa-0b7f5726aaab req-c0338525-9adb-4eec-b6dc-f451f82682c6 tempest-ImagesOneServerTestJSON-432329619 tempest-ImagesOneServerTestJSON-432329619-project-member] Enqueued Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGHEST for action security_group_members [ 1132.306764] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGHEST for action security_group_members [ 1132.306764] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.306764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.306764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.307035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.308084] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.308209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.308276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.308450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.308540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.308660] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.345148] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1132.345148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.345148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.345148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.345321] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.810483] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.810763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.810763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.810936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.811061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.811266] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.811453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.811453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.811578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.811662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.811752] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 is going to be updated. [ 1132.845280] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.845494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.845494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.845719] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.845862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.847101] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.847243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.847299] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.847456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.847665] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.847777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.847777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.847896] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.848027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.848097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.848155] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.857844] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 in Status: IN_PROGRESS for 2s [ 1133.352641] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.353015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.353015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.353304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.353490] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.353611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.353716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.353917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.354089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.354175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.354356] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.354465] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.354541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.354761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.354982] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.355157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.355259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.355497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.355610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.355752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.355893] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.615616] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1133.617034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.617034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.617034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.617034] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.617034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.617034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.617034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.617034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.617034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.617365] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.862566] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20b85913-f224-49ab-857b-7a0c69d2db11: rpc.has_security_group_logging(os_id): False [ 1133.882799] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.882965] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.883034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.883731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.883731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.883731] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.883731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.883731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.884093] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.884093] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.884093] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.884270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.884270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.884620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.884620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.884620] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.884786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.884786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.884880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.884930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.885029] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1133.947297] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.947502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.947502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.947759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.947908] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.963683] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1134.119712] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.119877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.119952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.120186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.120387] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.120461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.120528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.120678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.120767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.120855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.121022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.121120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.121182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.121347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.121455] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.121554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.121616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.121762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.121841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.121971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.122043] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.287513] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: SUCCESS [ 1134.287845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.288046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.288281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.288371] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.625539] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7: rpc.has_security_group_logging(os_id): False [ 1134.645614] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.645773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.645911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.646111] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.646217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.646637] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.646757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.646828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.647018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.647140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.647391] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.647493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.647582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.647877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.647966] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.648181] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.648304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.648667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.648890] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.648954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.649040] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be created. [ 1134.722787] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.722939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.723080] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.723328] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.723582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.739079] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1134.790382] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.790532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.790684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.790850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.791089] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.791207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.792470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.792470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.792470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.792470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.792470] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.871726] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 in Status: SUCCESS [ 1134.871726] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 deletion is rescheduled due to dependency. [ 1134.871726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.295089] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.295256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.295348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.295568] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.295736] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.295837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.297255] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.297255] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.297255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.297640] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.799413] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a95fa2db-ec8a-4934-8d7a-9543370e4728: rpc.has_security_group_logging(os_id): False [ 1135.817799] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.818014] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.818080] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.819031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.819031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.819031] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.819031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.819031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.819031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.819031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.819270] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.819270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.819270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.819402] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.819471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.819692] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.819779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.819842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.819971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.820169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.820276] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 is going to be updated. [ 1135.921568] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.922183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.922358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.922794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.923082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.949257] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: IN_PROGRESS for 2s [ 1135.993210] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1135.993210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.450656] env[69806]: INFO networking_nsxv3.common.synchronization [req-00ef5395-bea6-443a-b86f-304ce6fe87e7 req-39304782-d758-46e3-bac6-0e7f476e2a9d tempest-ServersTestBootFromVolume-1297770221 tempest-ServersTestBootFromVolume-1297770221-project-member] Enqueued Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_members [ 1136.451299] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 with Priority: HIGHEST for action security_group_members [ 1136.451709] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.451873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.451977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.452920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.453148] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.453302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.453390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.453613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.453743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.453890] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.753843] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1136.754065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.960379] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.960722] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.960722] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.960886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.984901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.985199] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.985316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.985381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.985582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.985671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.985781] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 is going to be updated. [ 1137.016029] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.016029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.016029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.016029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.016029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.025632] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 in Status: IN_PROGRESS for 2s [ 1137.076314] env[69806]: INFO networking_nsxv3.common.synchronization [req-08b97648-9bd7-48cf-84ba-2c55725fc44a req-12bdce21-dfea-4d64-87bc-706bee6e6cf0 tempest-ImagesTestJSON-1028256079 tempest-ImagesTestJSON-1028256079-project-member] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1137.076820] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGHEST for action security_group_members [ 1137.077178] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.077319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.077396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.077634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.077786] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.077886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.077951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.078343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.078466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.078588] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.264972] env[69806]: INFO networking_nsxv3.common.synchronization [req-c3c4457c-836f-414e-b5ce-81fc9b23b622 req-48001386-8d77-4baf-93cb-6bf5526e744e tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_members [ 1137.265484] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGHEST for action security_group_members [ 1137.265790] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-07961e2c-dac2-49a7-8a2d-62d6eb681b47 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.265916] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.265974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.266238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.266444] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.266886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.267371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.267371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.267371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.267371] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07961e2c-dac2-49a7-8a2d-62d6eb681b47',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.581607] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.581776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.581852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.582093] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.605787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.606064] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.606246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.606246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.606480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.606528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.606612] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be updated. [ 1137.659263] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.659412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.659525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.659784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.659962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.677411] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: IN_PROGRESS for 2s [ 1137.771303] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.771303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.771303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.771303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.795787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.797133] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.797271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.797334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.797556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.797640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.797731] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 is going to be updated. [ 1137.830023] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.831034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.831034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.831034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.831034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.842374] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 in Status: IN_PROGRESS for 2s [ 1137.968021] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: SUCCESS [ 1137.968021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.037660] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 in Status: SUCCESS [ 1139.038082] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6 deletion is rescheduled due to dependency. [ 1139.038082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.688140] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 in Status: SUCCESS [ 1139.688613] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 deletion is rescheduled due to dependency. [ 1139.688930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.854763] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 in Status: SUCCESS [ 1139.855037] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 deletion is rescheduled due to dependency. [ 1139.855216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.091562] env[69806]: INFO networking_nsxv3.common.synchronization [None req-7cf8a208-f95c-47ea-86d9-6b7e321328fa None None] Enqueued Resource ID: 6558a98f-93c1-4581-9596-9987e367292b with Priority: HIGHEST for action port [ 1140.092140] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6558a98f-93c1-4581-9596-9987e367292b with Priority: HIGHEST for action port [ 1140.092459] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-6558a98f-93c1-4581-9596-9987e367292b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.092579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6558a98f-93c1-4581-9596-9987e367292b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.092680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6558a98f-93c1-4581-9596-9987e367292b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.092995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6558a98f-93c1-4581-9596-9987e367292b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.093084] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6558a98f-93c1-4581-9596-9987e367292b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.104752] env[69806]: INFO networking_nsxv3.common.synchronization [req-68715290-6467-4e43-90d5-f7cd58bac3fe req-642ca385-056d-4473-9181-424d0ae66638 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1140.105700] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1140.106015] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.106143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.106207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.106408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.106564] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.106657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.106751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.106883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.106982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.107126] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.597803] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6558a98f-93c1-4581-9596-9987e367292b [ 1140.597803] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.597803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.597803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.597803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.597803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.597803] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6558a98f-93c1-4581-9596-9987e367292b already deleted. [ 1140.597803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6558a98f-93c1-4581-9596-9987e367292b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.611487] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.611626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.612434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.612434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.612434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.612434] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.612676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.612676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.613118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.613118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.613118] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1140.649252] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.649343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.649414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.650031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.650031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.659088] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1142.177797] env[69806]: INFO networking_nsxv3.common.synchronization [None req-fdd26685-5ecb-4aa1-a3fa-cc3f001bd956 None None] Enqueued Resource ID: a0915e57-5e19-4156-a086-4de602f63ade with Priority: HIGHEST for action port [ 1142.178420] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0915e57-5e19-4156-a086-4de602f63ade with Priority: HIGHEST for action port [ 1142.178974] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0915e57-5e19-4156-a086-4de602f63ade taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.179124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0915e57-5e19-4156-a086-4de602f63ade" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.179124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0915e57-5e19-4156-a086-4de602f63ade" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.179388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0915e57-5e19-4156-a086-4de602f63ade" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.179486] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0915e57-5e19-4156-a086-4de602f63ade',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.382993] env[69806]: INFO networking_nsxv3.common.synchronization [None req-3f840a39-0d4e-476e-966a-988f44527c87 None None] Enqueued Resource ID: 59bb08c0-7059-4fdb-bf52-088702d523e4 with Priority: HIGHEST for action port [ 1142.382993] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59bb08c0-7059-4fdb-bf52-088702d523e4 with Priority: HIGHEST for action port [ 1142.383598] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-59bb08c0-7059-4fdb-bf52-088702d523e4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.383863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59bb08c0-7059-4fdb-bf52-088702d523e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.384038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59bb08c0-7059-4fdb-bf52-088702d523e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.384386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59bb08c0-7059-4fdb-bf52-088702d523e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.384644] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59bb08c0-7059-4fdb-bf52-088702d523e4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.673115] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1142.673115] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 deletion is rescheduled due to dependency. [ 1142.673115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.683083] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0915e57-5e19-4156-a086-4de602f63ade [ 1142.683769] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.684059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.684217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.684501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.684668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.685204] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0915e57-5e19-4156-a086-4de602f63ade already deleted. [ 1142.685420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0915e57-5e19-4156-a086-4de602f63ade" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.887761] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59bb08c0-7059-4fdb-bf52-088702d523e4 [ 1142.888027] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.888149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.888197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.888387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.888463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.888811] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59bb08c0-7059-4fdb-bf52-088702d523e4 already deleted. [ 1142.888811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59bb08c0-7059-4fdb-bf52-088702d523e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.062867] env[69806]: INFO networking_nsxv3.common.synchronization [req-c9588198-dd72-4e8f-aa85-ba0db28f4c67 req-841e334c-5820-478d-bae6-8de364a8151d tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1143.063454] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1143.063776] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.063898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.063968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.067831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.068957] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.069116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.069190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.069386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.069474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.069574] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.324537] env[69806]: INFO networking_nsxv3.common.synchronization [None req-128c715d-1a69-409c-8aa6-0f2e481ff451 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_rules [ 1143.324537] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_rules [ 1143.324872] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.324872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.324872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.326171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.326278] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.533361] env[69806]: INFO networking_nsxv3.common.synchronization [None req-0f7a12c9-8d79-43bf-81f4-fe03e47dba78 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_rules [ 1143.533898] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_rules [ 1143.535316] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.537329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.575054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.575283] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.575412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.575741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.605024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.605024] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.605024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.605024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.608594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.608594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.608594] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be updated. [ 1143.638027] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.638027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.638027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.638027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.638027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.647581] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 1143.854084] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.854084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.854084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.854084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.854084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.854084] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b already deleted. [ 1143.854084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.854084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.854084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.854084] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.379214] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.379514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.379514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.380133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.380133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.380133] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b already deleted. [ 1144.380133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.725116] env[69806]: INFO networking_nsxv3.common.synchronization [None req-56a3fb42-2b1c-4445-8612-2ed083e6b9fb None None] Enqueued Resource ID: 763f288e-9469-47dd-bc40-ab2dcc2e7e66 with Priority: HIGHEST for action port [ 1144.725671] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763f288e-9469-47dd-bc40-ab2dcc2e7e66 with Priority: HIGHEST for action port [ 1144.726313] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-763f288e-9469-47dd-bc40-ab2dcc2e7e66 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.726548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-763f288e-9469-47dd-bc40-ab2dcc2e7e66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.726637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-763f288e-9469-47dd-bc40-ab2dcc2e7e66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.727699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-763f288e-9469-47dd-bc40-ab2dcc2e7e66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.727844] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('763f288e-9469-47dd-bc40-ab2dcc2e7e66',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.230843] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 763f288e-9469-47dd-bc40-ab2dcc2e7e66 [ 1145.230980] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.231151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.231228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.231629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.231629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.231629] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:763f288e-9469-47dd-bc40-ab2dcc2e7e66 already deleted. [ 1145.231780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-763f288e-9469-47dd-bc40-ab2dcc2e7e66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.662627] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 1145.662627] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 deletion is rescheduled due to dependency. [ 1145.662627] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.011441] env[69806]: INFO networking_nsxv3.common.synchronization [req-a1d65b9f-4892-44de-82d3-b36274479bec req-ec030faf-18db-4c0b-b56e-63044741d911 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Enqueued Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_members [ 1147.012008] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGHEST for action security_group_members [ 1147.012335] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-91012f04-fc7a-4f78-ad28-52cc2e63894e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.012752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.012752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.012752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.012874] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.012956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.013087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.013253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.013345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.013441] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.523917] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.524037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.524037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.524405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.524405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.524609] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.524713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.524807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.525195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.525195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.525554] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e is going to be updated. [ 1147.555192] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.555192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.555192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.555387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.555512] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.566126] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e in Status: IN_PROGRESS for 2s [ 1148.039867] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.040364] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.040364] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.040632] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.040952] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.041150] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.041275] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.041516] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.041664] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.041887] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.042035] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.042143] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.042261] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.042377] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.042490] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.042632] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.062633] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.062776] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.062879] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.063067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-709" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.063405] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.063603] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.063702] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.064090] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.064256] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eb17f36-20e4-4946-bf34-e7b0a9a5323c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.249389] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.249574] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.249704] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.250097] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.250378] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.250620] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.250743] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.250862] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.251029] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.253988] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.254143] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.254268] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.254384] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.254506] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.254619] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.254848] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.279486] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.281324] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.281324] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.281324] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-57" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.281324] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-f30250b1-8014-4179-93ad-b5bb4fb8ed37 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.282357] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.282527] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.283921] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.284119] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30250b1-8014-4179-93ad-b5bb4fb8ed37',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.566786] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.567046] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.567175] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.567512] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.567657] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.568019] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.568196] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.568320] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.568550] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.568695] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.569132] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.569233] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.569358] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.569575] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.569715] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.569893] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 0eb17f36-20e4-4946-bf34-e7b0a9a5323c is going to be updated. [ 1148.590575] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.590771] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.590903] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.591232] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.591438] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.591669] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.787412] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.787640] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.787771] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.788084] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.788246] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.788533] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.788694] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.788816] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.789052] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.789214] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.789485] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.789634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.789756] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.790067] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.790216] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.790366] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: f30250b1-8014-4179-93ad-b5bb4fb8ed37 is going to be updated. [ 1148.813189] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.813503] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.813503] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.813794] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.813991] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.814246] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.294298] env[69806]: INFO networking_nsxv3.common.synchronization [req-9f3c4bbb-0900-4795-bc59-38f9553ac806 req-ca37ca4b-4227-4c26-a461-e176f2a4773c service nova] Enqueued Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_rules [ 1149.294566] env[69806]: INFO networking_nsxv3.common.synchronization [req-9f3c4bbb-0900-4795-bc59-38f9553ac806 req-ca37ca4b-4227-4c26-a461-e176f2a4773c service nova] Enqueued Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1149.294973] env[69806]: INFO networking_nsxv3.common.synchronization [req-9f3c4bbb-0900-4795-bc59-38f9553ac806 req-ca37ca4b-4227-4c26-a461-e176f2a4773c service nova] Enqueued Resource ID: 0eb17f36-20e4-4946-bf34-e7b0a9a5323c with Priority: HIGHEST for action port [ 1149.295160] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_rules [ 1149.295311] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1149.295389] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb17f36-20e4-4946-bf34-e7b0a9a5323c with Priority: HIGHEST for action port [ 1149.295665] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.295978] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.296076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.296304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.296444] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.301025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.301025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.301025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.301025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.301025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.301025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.301025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.301025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.301025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.301025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.301025] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.301025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.301025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.301025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.301025] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eb17f36-20e4-4946-bf34-e7b0a9a5323c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.542403] env[69806]: INFO networking_nsxv3.common.synchronization [req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 req-e84f5f96-57e5-4fe1-a501-96e78d20c504 service nova] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_rules [ 1149.542598] env[69806]: INFO networking_nsxv3.common.synchronization [req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 req-e84f5f96-57e5-4fe1-a501-96e78d20c504 service nova] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1149.542742] env[69806]: INFO networking_nsxv3.common.synchronization [req-1dfd7d14-0035-4ef3-bc2e-44cbdfbe3ab4 req-e84f5f96-57e5-4fe1-a501-96e78d20c504 service nova] Enqueued Resource ID: f30250b1-8014-4179-93ad-b5bb4fb8ed37 with Priority: HIGHEST for action port [ 1149.542973] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_rules [ 1149.543143] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1149.543234] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30250b1-8014-4179-93ad-b5bb4fb8ed37 with Priority: HIGHEST for action port [ 1149.543826] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.543937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.544236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.544499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.544581] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.546212] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.546377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.546508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.546818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.546994] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.547119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.547193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.547397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.547503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.547645] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.548919] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30250b1-8014-4179-93ad-b5bb4fb8ed37 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.549095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.549095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.549236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.549292] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30250b1-8014-4179-93ad-b5bb4fb8ed37',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.577823] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e in Status: IN_PROGRESS for 4s [ 1149.801653] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.801827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.802043] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.802947] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0eb17f36-20e4-4946-bf34-e7b0a9a5323c with status ACTIVE [ 1149.803155] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.803353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.803353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.803566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.803640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.803815] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.803912] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.803970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.804134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.804207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.804382] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.804472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.804532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.804693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.804801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.804855] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0eb17f36-20e4-4946-bf34-e7b0a9a5323c is going to be updated. [ 1149.834903] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.835076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.835182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.835359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.835500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.835663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eb17f36-20e4-4946-bf34-e7b0a9a5323c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.051065] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.051249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.051375] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.052288] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f30250b1-8014-4179-93ad-b5bb4fb8ed37 with status ACTIVE [ 1150.052529] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.052737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.052737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.052981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.053098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.053377] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.053377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.053604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.056277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.056277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.056277] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.056277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.056277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.056277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.056277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.056277] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f30250b1-8014-4179-93ad-b5bb4fb8ed37 is going to be updated. [ 1150.080953] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.081200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.081200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.081393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.081524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.081685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30250b1-8014-4179-93ad-b5bb4fb8ed37" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.307479] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.558157] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.810174] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.810355] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.810355] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.810562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.810649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.810744] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb is going to be updated. [ 1150.840689] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.840689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.840689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.840689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.840689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.849719] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: IN_PROGRESS for 2s [ 1151.060931] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.061142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.061203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.061449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.061538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.061633] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be updated. [ 1151.090318] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.090525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.090525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.090718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.090883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.099557] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1151.588366] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e in Status: SUCCESS [ 1151.588671] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e deletion is rescheduled due to dependency. [ 1151.588671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.997791] env[69806]: INFO networking_nsxv3.common.synchronization [req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 req-86a45a14-d036-442a-914c-c407cfbed61c tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1151.998586] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1151.999094] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.999307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.999920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.999920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.999920] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.000166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.000166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.000300] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.000477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.000543] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.337610] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.337989] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.337989] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.338332] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.338605] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.338771] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.338897] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.339135] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.339309] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.339558] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.339735] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.339841] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.340035] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.340190] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.340371] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.340566] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.361983] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.362106] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1152.362286] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.362491] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.362860] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.363068] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.363255] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.363633] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.363785] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.504962] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.505195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.505299] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.505585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.505711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.505962] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.506113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.506198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.506396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.506495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.506630] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d already deleted. [ 1152.506729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.860592] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: SUCCESS [ 1152.860885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.860987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.861245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.861439] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.861557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.861623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.861771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.861852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.861936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.862040] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.866184] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.866319] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.866427] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.867033] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.867033] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.867033] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 not found, creating... [ 1152.867191] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.867356] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.867731] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.867731] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.867925] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.868111] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.868275] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.868397] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.868610] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.868749] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.868892] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 is going to be created. [ 1152.889269] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.889476] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.889605] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.889911] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.890177] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.890451] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.111655] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1153.111814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.112015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.112358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.112557] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.112675] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.112740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.112891] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.112975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.113071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.113159] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.365786] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.366014] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.366100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.366361] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.366598] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.366743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.366837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.367094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.367220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.367390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.367594] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.367729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.367930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.368055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.368243] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.368379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.368470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.368666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.368777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.368897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.369036] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.590790] env[69806]: INFO networking_nsxv3.common.synchronization [req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 req-187f2836-81a5-44b7-91da-176092fd133b service nova] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_rules [ 1153.590790] env[69806]: INFO networking_nsxv3.common.synchronization [req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 req-187f2836-81a5-44b7-91da-176092fd133b service nova] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1153.590790] env[69806]: INFO networking_nsxv3.common.synchronization [req-4f1ad6b8-c4ee-4539-b19b-4b38499cbda0 req-187f2836-81a5-44b7-91da-176092fd133b service nova] Enqueued Resource ID: c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 with Priority: HIGHEST for action port [ 1153.590790] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_rules [ 1153.590790] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1153.590790] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 with Priority: HIGHEST for action port [ 1153.591380] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.591380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.591380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.591505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.591536] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.594149] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.594149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.594149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.594149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.594493] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.594630] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.594666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.594854] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.594946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.595052] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.596034] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.596034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.596176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.596209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.596984] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.617587] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.617587] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.617798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.617883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.618065] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.618169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.618234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.618414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.618499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.618587] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.618735] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.618822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.618884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.619038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.619176] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.619266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.619326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.619477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.619561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.619643] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.619731] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.871542] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb: rpc.has_security_group_logging(os_id): False [ 1153.890518] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.890694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.890784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.891044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.913784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.914163] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.914300] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.914350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.914569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.914650] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.914876] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.915039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.915299] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.915360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.915398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.916011] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.916011] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.916144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.916330] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.916450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.916577] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb is going to be updated. [ 1153.990359] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.990561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.990561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.990909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.991091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.006602] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: IN_PROGRESS for 2s [ 1154.095416] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.095561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.098060] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.099227] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 with status ACTIVE [ 1154.099496] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.099691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.099787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.100104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.100174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.100422] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.100556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.100653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.100870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.100965] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.101214] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.101319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.101381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.101570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.101656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.102591] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6 is going to be updated. [ 1154.122967] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7: rpc.has_security_group_logging(os_id): False [ 1154.124843] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.125047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.125089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.125521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.125716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.125956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4f3e38f-2ef7-4541-8cab-24a49a4bb5a6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.141188] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.141328] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.141398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.141616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.141703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.141890] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.141991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.142066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.142225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.142319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.142529] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.142623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.142692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.142822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.142892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.143099] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.143343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.143343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.143421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.143449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.143530] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be updated. [ 1154.226547] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.226778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.226819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.227063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.227215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.253387] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1154.604470] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.107598] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.108033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.108033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.108033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.108195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.108195] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be created. [ 1155.150675] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.150886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.150992] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.151384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.151635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.172303] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: UNINITIALIZED for 2s [ 1156.023206] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: SUCCESS [ 1156.023206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.226892] env[69806]: INFO networking_nsxv3.common.synchronization [req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 req-806535ca-1be8-4a13-8ce3-4d3104ee551b tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1156.227451] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1156.229018] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.229018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.229018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.229557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.230062] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.230062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.230062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.230210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.230286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.230384] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.277029] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1156.277029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.600143] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.600143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-936" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.600143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-936" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.600143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-936" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.600143] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.600143] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.600722] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.601108] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.601381] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.601699] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.601919] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.602132] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.602353] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.602560] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.602753] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.602976] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.626618] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.626618] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.626847] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.627170] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-936" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.627666] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-1d2dc3a5-596b-433f-98ea-85120713fac6 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.628121] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.628286] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.628748] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.628990] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2dc3a5-596b-433f-98ea-85120713fac6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.732586] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.732839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.732930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.733177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.733305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.733621] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.733621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.733778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.733921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.734047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.734145] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b already deleted. [ 1156.734230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.131466] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.131726] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.131860] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.132245] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.132407] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.132576] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 1d2dc3a5-596b-433f-98ea-85120713fac6 not found, creating... [ 1157.132863] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.133048] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.133176] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.133422] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.133577] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.133910] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.134095] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.134304] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.134441] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.134616] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.134772] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 1d2dc3a5-596b-433f-98ea-85120713fac6 is going to be created. [ 1157.160795] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.160795] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.161169] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.161242] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.161505] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.161749] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.195082] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1157.195082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.195245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.195742] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.196233] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.196557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.196758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.197232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.197470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.197715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.197871] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.590221] env[69806]: INFO networking_nsxv3.common.synchronization [None req-c1b3d4e2-1bf4-403e-9182-020665039f69 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Enqueued Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_rules [ 1157.590853] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_rules [ 1157.591256] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0604ec09-0b32-4e40-9fdf-e173be6329ea taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.591416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.591497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.591891] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.591992] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0604ec09-0b32-4e40-9fdf-e173be6329ea',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.701860] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.702049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.702098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.702349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.702514] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.702615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.702681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.702870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.702971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.703111] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.703380] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.703448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.703448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.703595] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.703735] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.703827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.703906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.704060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.704141] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.704227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.704317] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.714357] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a43c2a98-aacc-46ff-a8e0-81641ce3b830 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Enqueued Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_rules [ 1157.715532] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_rules [ 1157.715919] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0604ec09-0b32-4e40-9fdf-e173be6329ea taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.716385] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.893120] env[69806]: INFO networking_nsxv3.common.synchronization [req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 req-fd48167a-78f7-41f3-b5be-4ffd9549e803 service nova] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_rules [ 1157.893296] env[69806]: INFO networking_nsxv3.common.synchronization [req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 req-fd48167a-78f7-41f3-b5be-4ffd9549e803 service nova] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1157.893434] env[69806]: INFO networking_nsxv3.common.synchronization [req-afa6bb88-f2ae-455c-b32c-69ddeb4c1167 req-fd48167a-78f7-41f3-b5be-4ffd9549e803 service nova] Enqueued Resource ID: 1d2dc3a5-596b-433f-98ea-85120713fac6 with Priority: HIGHEST for action port [ 1157.894723] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_rules [ 1157.894886] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1157.895065] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2dc3a5-596b-433f-98ea-85120713fac6 with Priority: HIGHEST for action port [ 1157.895439] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.895569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.895636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.895858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.895947] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.899911] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.900079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.900147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.900345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.900499] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.900585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.900646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.900782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.900861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.900951] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.901916] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d2dc3a5-596b-433f-98ea-85120713fac6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.902048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.902048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.902164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.902238] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2dc3a5-596b-433f-98ea-85120713fac6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.113528] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.113528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.113528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.113528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.113780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.113780] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea already deleted. [ 1158.113835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.113975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.114145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.114227] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0604ec09-0b32-4e40-9fdf-e173be6329ea',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.207687] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ba6c587-1910-4fdf-b906-c039587ed26d: rpc.has_security_group_logging(os_id): False [ 1158.227329] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.227621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.227729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.228321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.228357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.228611] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.228894] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.228999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.229469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.229640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.229913] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.230220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.230287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.230461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.230541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.230753] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.230867] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.230934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.231129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.231202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.231289] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be created. [ 1158.293909] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.294149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.294149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.294388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.294589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.310369] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1158.404154] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.404154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.404654] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.406065] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d2dc3a5-596b-433f-98ea-85120713fac6 with status ACTIVE [ 1158.406300] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.406455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.406549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.406713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.406803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.406988] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.407106] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.407170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.407356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.407420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.407764] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.407764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.407764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.408062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.408062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.408448] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d2dc3a5-596b-433f-98ea-85120713fac6 is going to be updated. [ 1158.452811] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.453079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.453079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.453305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.453449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.453641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.636069] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.636503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.636503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.636503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.636635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.636635] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea already deleted. [ 1158.636796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.911531] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.417229] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.417229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.417229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.417229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.417229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.417229] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b is going to be created. [ 1159.450755] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.452178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.452178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.452178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.452178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.463326] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: UNINITIALIZED for 2s [ 1159.683983] env[69806]: INFO networking_nsxv3.common.synchronization [req-5a8cb393-5b3b-447e-a4bd-cad32ed4c391 req-b2f853e3-80db-4399-acb5-590ee3461a8f tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_members [ 1159.685371] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGHEST for action security_group_members [ 1159.685735] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.685871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.685962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.686276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.686493] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.686638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.686729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.686941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.687081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.687215] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.190089] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.190089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.190089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.190341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.212355] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.212609] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.212744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.212807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.212991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.213144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.213909] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a is going to be updated. [ 1160.245888] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.245888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.245888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.245888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.246142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.256907] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a in Status: IN_PROGRESS for 2s [ 1160.329800] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1160.330138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.474338] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: SUCCESS [ 1161.475155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.481200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.481200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.481200] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.481200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.481200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.481200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.481200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.481200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.481200] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.988724] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.271013] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a in Status: SUCCESS [ 1162.271569] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a deletion is rescheduled due to dependency. [ 1162.271877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.493694] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41ce5c72-1bbe-4735-833b-8e0e2aa0888b: rpc.has_security_group_logging(os_id): False [ 1162.513904] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.514161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.514209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.514626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.514774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.515125] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.515266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.515360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.515570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.515658] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.515799] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b is going to be created. [ 1162.581923] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.582106] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.582190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.582387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.582592] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.605336] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: IN_PROGRESS for 2s [ 1163.299497] env[69806]: INFO networking_nsxv3.common.synchronization [None req-775dfb41-dace-4248-a459-f91066e1ed89 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Enqueued Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_rules [ 1163.299758] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_rules [ 1163.300233] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aeecb79-a55f-4386-859b-287316c8de02 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.300391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.300391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.300647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.300730] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aeecb79-a55f-4386-859b-287316c8de02',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.391670] env[69806]: INFO networking_nsxv3.common.synchronization [None req-9a036deb-73d8-4ddc-8ecc-96141cd0c851 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Enqueued Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_rules [ 1163.392415] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_rules [ 1163.392795] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aeecb79-a55f-4386-859b-287316c8de02 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.392906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.825685] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.826077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.826077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.826142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.826239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.826345] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aeecb79-a55f-4386-859b-287316c8de02 already deleted. [ 1163.826418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.826557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.826718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.826802] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aeecb79-a55f-4386-859b-287316c8de02',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.354898] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.355089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.355151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.355331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.355421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.355515] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aeecb79-a55f-4386-859b-287316c8de02 already deleted. [ 1164.355600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.623089] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: SUCCESS [ 1164.623350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.872211] env[69806]: INFO networking_nsxv3.common.synchronization [req-6d60b8d2-7595-4c15-9688-49a5c9714804 req-d36c29ed-fbfa-4763-9f24-cf7bdff14316 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1164.872828] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1164.873459] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.874082] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.874164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.874386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.874585] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.874692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.874758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.874905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.875287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.875287] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.222181] env[69806]: INFO networking_nsxv3.common.synchronization [req-706244fa-fde8-4826-a45a-3ae01b13365a req-e2611725-85a1-4e30-8d60-06b9c2b84d1d tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1165.222803] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1165.223510] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.223682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.223798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.224064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.224310] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.224646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.224795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.225033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.225171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.225305] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.330719] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.330964] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.331159] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.331469] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.331746] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.331906] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.332571] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.332929] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.333114] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.333376] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.337361] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.337566] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.337698] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.337827] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.337987] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.340193] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.359610] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.359610] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.359844] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.361225] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-774" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.361225] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-6d2ad890-294e-4f0c-aca8-61b9788d4adb taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.361751] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-6d2ad890-294e-4f0c-aca8-61b9788d4adb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.361751] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-6d2ad890-294e-4f0c-aca8-61b9788d4adb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.362094] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-6d2ad890-294e-4f0c-aca8-61b9788d4adb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.362276] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d2ad890-294e-4f0c-aca8-61b9788d4adb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.379138] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.379138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.379138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.379312] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.379440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.379547] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.379641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.379702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.379842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.379914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.379999] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1165.413217] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.413217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.413217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.413217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.413217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.423716] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1165.730039] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.868919] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.868919] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.868919] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.868919] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.868919] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.868919] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 6d2ad890-294e-4f0c-aca8-61b9788d4adb not found, creating... [ 1165.868919] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.868919] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.868919] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.868919] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.868919] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.869400] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.876246] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.876246] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.876246] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.876246] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.876246] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 6d2ad890-294e-4f0c-aca8-61b9788d4adb is going to be created. [ 1165.906357] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.906357] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.906357] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.906357] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.906357] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.906357] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-6d2ad890-294e-4f0c-aca8-61b9788d4adb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.232717] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.735486] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.735648] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.735721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.735936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.736150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.736150] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 is going to be updated. [ 1166.766369] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.766568] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.766660] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.766917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.767347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.780062] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: IN_PROGRESS for 2s [ 1166.863313] env[69806]: INFO networking_nsxv3.common.synchronization [req-6d60b8d2-7595-4c15-9688-49a5c9714804 req-b4a9ac88-cb31-491a-b524-82359012291e service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 1166.863313] env[69806]: INFO networking_nsxv3.common.synchronization [req-6d60b8d2-7595-4c15-9688-49a5c9714804 req-b4a9ac88-cb31-491a-b524-82359012291e service nova] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1166.863313] env[69806]: INFO networking_nsxv3.common.synchronization [req-6d60b8d2-7595-4c15-9688-49a5c9714804 req-b4a9ac88-cb31-491a-b524-82359012291e service nova] Enqueued Resource ID: 6d2ad890-294e-4f0c-aca8-61b9788d4adb with Priority: HIGHEST for action port [ 1166.863313] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_rules [ 1166.863313] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1166.863313] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d2ad890-294e-4f0c-aca8-61b9788d4adb with Priority: HIGHEST for action port [ 1166.863313] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.863313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.863313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.863878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.863878] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.864899] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.865030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.865303] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d2ad890-294e-4f0c-aca8-61b9788d4adb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.865431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d2ad890-294e-4f0c-aca8-61b9788d4adb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.865768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d2ad890-294e-4f0c-aca8-61b9788d4adb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.865768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d2ad890-294e-4f0c-aca8-61b9788d4adb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.865881] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d2ad890-294e-4f0c-aca8-61b9788d4adb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.368543] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.368961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.368961] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d2ad890-294e-4f0c-aca8-61b9788d4adb with status ACTIVE [ 1167.369103] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.369218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.369273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.369480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.369578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.369747] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.369840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.369892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.370055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.370181] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.370369] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.370458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.370518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.370813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.370813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.370813] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d2ad890-294e-4f0c-aca8-61b9788d4adb is going to be updated. [ 1167.396834] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.397086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.397086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.397262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.397396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.397562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d2ad890-294e-4f0c-aca8-61b9788d4adb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.433438] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1167.433671] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 deletion is rescheduled due to dependency. [ 1167.433848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.434066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.434320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.434535] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.434665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.434755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.434937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.435047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.435173] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.939229] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.441252] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.791239] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: SUCCESS [ 1168.791239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.839945] env[69806]: INFO networking_nsxv3.common.synchronization [req-034069fb-9344-4e2d-9662-d63c66ba2a95 req-918e50ae-9710-41a1-843e-1761cf7abf4d tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1168.841016] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1168.841229] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.841400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.841494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.841752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.841962] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.842173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.842220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.842396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.842501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.842631] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.944225] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.944570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.944655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.944873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.944963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.945081] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1168.973725] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.973923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.973966] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.974236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.974418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.984178] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1169.147744] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.147958] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.148158] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.148442] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.148747] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.148917] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.149053] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.149337] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.149509] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.149727] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.149847] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.149960] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.150086] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.150241] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.150415] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.150553] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.168796] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.168960] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.169404] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.169404] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.169649] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-55ebe8c6-76c8-4e6a-bb86-322a955f9272 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.169963] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.169963] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.170769] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.170769] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ebe8c6-76c8-4e6a-bb86-322a955f9272',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.347637] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.347803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.347879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.348171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.348266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.348480] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.348613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.348699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.348901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.348982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.349085] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be updated. [ 1169.373756] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.373756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.373756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.373922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.373951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.382356] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 1169.673415] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.673655] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.673727] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.674039] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.674223] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.674364] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 55ebe8c6-76c8-4e6a-bb86-322a955f9272 not found, creating... [ 1169.674676] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.674860] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.674986] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.675229] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.675377] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.675663] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.675824] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.675946] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.676177] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.676318] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.676459] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 55ebe8c6-76c8-4e6a-bb86-322a955f9272 is going to be created. [ 1169.695915] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.696384] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.696613] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.696942] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.697392] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.697747] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.404289] env[69806]: INFO networking_nsxv3.common.synchronization [req-034069fb-9344-4e2d-9662-d63c66ba2a95 req-294df11f-addb-47e4-a073-db39da79bed4 service nova] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 1170.404468] env[69806]: INFO networking_nsxv3.common.synchronization [req-034069fb-9344-4e2d-9662-d63c66ba2a95 req-294df11f-addb-47e4-a073-db39da79bed4 service nova] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1170.404609] env[69806]: INFO networking_nsxv3.common.synchronization [req-034069fb-9344-4e2d-9662-d63c66ba2a95 req-294df11f-addb-47e4-a073-db39da79bed4 service nova] Enqueued Resource ID: 55ebe8c6-76c8-4e6a-bb86-322a955f9272 with Priority: HIGHEST for action port [ 1170.404847] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 1170.405023] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1170.405654] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ebe8c6-76c8-4e6a-bb86-322a955f9272 with Priority: HIGHEST for action port [ 1170.405795] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.405876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.405876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.406246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.406336] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.407937] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.408030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.408229] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-55ebe8c6-76c8-4e6a-bb86-322a955f9272 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.408355] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.408499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.408765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.410334] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ebe8c6-76c8-4e6a-bb86-322a955f9272',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.912838] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.913220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.913457] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55ebe8c6-76c8-4e6a-bb86-322a955f9272 with status ACTIVE [ 1170.913648] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.913826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.913949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.914276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.914454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.914706] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.914866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.914976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.915239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.915377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.915661] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.915850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.915906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.916150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.916283] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.916416] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55ebe8c6-76c8-4e6a-bb86-322a955f9272 is going to be updated. [ 1170.946092] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.946254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.946325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.946545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.946687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.946849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.997578] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1170.997578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.997578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.998270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.998363] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.998438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.998509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.998706] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.998793] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.998882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.998970] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.277193] env[69806]: INFO networking_nsxv3.common.synchronization [req-803c6822-c49f-4c33-bd04-0fa64d322e4a req-07f81de1-1446-4b1d-b7ec-d4b92709da24 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Enqueued Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_members [ 1171.278124] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_members [ 1171.278124] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0604ec09-0b32-4e40-9fdf-e173be6329ea taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.278124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.278267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.278453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.278599] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.278696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.278773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.278988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.279230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.279381] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0604ec09-0b32-4e40-9fdf-e173be6329ea',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.393400] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 1171.393687] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 deletion is rescheduled due to dependency. [ 1171.393870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.394117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.394459] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.394562] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.394748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.394822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.394991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.395117] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.395225] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.502249] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.502249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.502451] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.503383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.503383] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.503524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.503524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.503635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.503750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.503920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.503986] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.504095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.504267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.504345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.504472] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.504579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.504663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.504868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.504969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.505155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.505155] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.654468] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.654668] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.654799] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.655087] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.655348] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.655512] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.655632] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.656421] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.656605] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.656831] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.656956] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.657090] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.657210] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.657345] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.657443] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.657597] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.676637] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.676820] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1171.676978] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.677186] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-816" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.677584] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-5d475edd-8a50-4169-810c-074acd50ea04 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.677771] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-5d475edd-8a50-4169-810c-074acd50ea04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.677896] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-5d475edd-8a50-4169-810c-074acd50ea04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.678278] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-5d475edd-8a50-4169-810c-074acd50ea04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.678437] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d475edd-8a50-4169-810c-074acd50ea04',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.781439] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.781620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.781657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.781896] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.781987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.782201] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.782302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.782367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.782563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.782625] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.782667] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea already deleted. [ 1171.782745] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.900628] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.011273] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20b85913-f224-49ab-857b-7a0c69d2db11: rpc.has_security_group_logging(os_id): False [ 1172.028390] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.028585] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.028705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.029028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.029135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.029356] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.029454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.029517] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.029671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.029745] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.029927] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.030032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.030093] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.030309] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.030381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.030569] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.030657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.030716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.030853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.030923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.031013] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1172.094724] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.094881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.094966] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.095165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.095295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.111485] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1172.182083] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.182083] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.182083] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.182083] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.182385] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.182500] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 5d475edd-8a50-4169-810c-074acd50ea04 not found, creating... [ 1172.182784] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.182963] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.183098] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.183340] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.183574] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.183825] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.184015] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.184146] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.184440] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.184648] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.184878] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 5d475edd-8a50-4169-810c-074acd50ea04 is going to be created. [ 1172.235239] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.235478] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.235581] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.235922] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.236199] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.236466] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-5d475edd-8a50-4169-810c-074acd50ea04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.402985] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.906986] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.907201] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.907272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.907505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.907613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.908086] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be updated. [ 1172.941644] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.941783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.941842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.942065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.942204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.952033] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 1172.996827] env[69806]: INFO networking_nsxv3.common.synchronization [req-803c6822-c49f-4c33-bd04-0fa64d322e4a req-66b220b3-117b-4bbc-a653-283cbf8cf37b service nova] Enqueued Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_rules [ 1172.997470] env[69806]: INFO networking_nsxv3.common.synchronization [req-803c6822-c49f-4c33-bd04-0fa64d322e4a req-66b220b3-117b-4bbc-a653-283cbf8cf37b service nova] Enqueued Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_members [ 1172.997651] env[69806]: INFO networking_nsxv3.common.synchronization [req-803c6822-c49f-4c33-bd04-0fa64d322e4a req-66b220b3-117b-4bbc-a653-283cbf8cf37b service nova] Enqueued Resource ID: 5d475edd-8a50-4169-810c-074acd50ea04 with Priority: HIGHEST for action port [ 1172.997913] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_rules [ 1172.998495] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_members [ 1172.998651] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d475edd-8a50-4169-810c-074acd50ea04 with Priority: HIGHEST for action port [ 1172.999285] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0604ec09-0b32-4e40-9fdf-e173be6329ea taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.999538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.999642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.999868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.999934] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0604ec09-0b32-4e40-9fdf-e173be6329ea',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.001145] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0604ec09-0b32-4e40-9fdf-e173be6329ea taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.001271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.001337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.001930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.001930] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.001930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.001930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.002211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.002211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.002337] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0604ec09-0b32-4e40-9fdf-e173be6329ea',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.003793] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d475edd-8a50-4169-810c-074acd50ea04 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.003947] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d475edd-8a50-4169-810c-074acd50ea04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.004032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d475edd-8a50-4169-810c-074acd50ea04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.004151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d475edd-8a50-4169-810c-074acd50ea04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.004245] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d475edd-8a50-4169-810c-074acd50ea04',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.506096] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0604ec09-0b32-4e40-9fdf-e173be6329ea taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.506651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.510536] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d475edd-8a50-4169-810c-074acd50ea04 with status ACTIVE [ 1173.510860] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.511106] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.511192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.511485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.511645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.511913] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.512104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.512213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.512401] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.512548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.512806] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.512946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.513051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.513279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.513392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.513521] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d475edd-8a50-4169-810c-074acd50ea04 is going to be updated. [ 1173.518726] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0604ec09-0b32-4e40-9fdf-e173be6329ea',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.555295] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.555295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.555295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.555295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.555295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.555295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d475edd-8a50-4169-810c-074acd50ea04" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.025022] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0604ec09-0b32-4e40-9fdf-e173be6329ea',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.126979] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1174.127247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.258312] env[69806]: INFO networking_nsxv3.common.synchronization [None req-e64dee43-5b86-4c90-abc2-e2380ee887d4 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_rules [ 1174.258312] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_rules [ 1174.258312] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.258312] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.258312] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.260303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.260525] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9740e41b-0e35-41be-b00a-e4e98d95a3d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.364870] env[69806]: INFO networking_nsxv3.common.synchronization [None req-dfdf0f0b-6cfb-43c5-bade-588fed474d29 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_rules [ 1174.365387] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_rules [ 1174.365680] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.365801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.528152] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.528572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.528572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.528572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.528700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.528810] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea is going to be created. [ 1174.555470] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.555624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.555624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.555856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.556041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.567090] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea in Status: UNINITIALIZED for 2s [ 1174.780742] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.780933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.781153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.781330] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.781390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.781488] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 already deleted. [ 1174.781592] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.781754] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.781938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.782251] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9740e41b-0e35-41be-b00a-e4e98d95a3d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.963642] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 1174.964047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.964127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.964377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.964671] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.965038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.965038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.965712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.965712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.965712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.965712] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.317118] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.317118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.317118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.317118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.317118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.317118] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 already deleted. [ 1175.317118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.461461] env[69806]: INFO networking_nsxv3.common.synchronization [req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 req-a1216a1e-837d-4fb4-9965-1a9fedc43180 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Enqueued Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_members [ 1175.464112] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_members [ 1175.464914] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aeecb79-a55f-4386-859b-287316c8de02 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.465780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.465780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.465780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.465780] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.465780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.466069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.469481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.469481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.469630] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aeecb79-a55f-4386-859b-287316c8de02',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.470694] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.882806] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.883306] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-157" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.883306] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-157" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.883414] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-157" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.883639] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.883873] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.884057] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.884305] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.884478] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.884696] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.884839] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.884996] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.885168] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.885298] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.885413] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.885550] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.905799] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.905963] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1175.906121] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.906325] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-157" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.906659] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-8026f975-c947-4cf2-b077-805e14c2d7d4 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.906836] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-8026f975-c947-4cf2-b077-805e14c2d7d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.907012] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-8026f975-c947-4cf2-b077-805e14c2d7d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.907380] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-8026f975-c947-4cf2-b077-805e14c2d7d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.907577] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8026f975-c947-4cf2-b077-805e14c2d7d4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.972340] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5: rpc.has_security_group_logging(os_id): False [ 1175.973609] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.973760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.973804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.974011] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.974104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.974296] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.974401] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.974464] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.974974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.974974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.974974] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aeecb79-a55f-4386-859b-287316c8de02 already deleted. [ 1175.974974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.996137] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.996414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.996414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.996668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.996782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.997398] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.997521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.997603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.997789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.997897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.998160] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be updated. [ 1176.079542] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.079771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.079821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.080132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.080353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.094241] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 1176.412806] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.413078] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.413219] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.413512] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.413676] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.413883] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 8026f975-c947-4cf2-b077-805e14c2d7d4 not found, creating... [ 1176.414120] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.415066] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.415066] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.415066] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.415066] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.415066] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.415333] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.415333] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.415562] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.415633] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.415781] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 8026f975-c947-4cf2-b077-805e14c2d7d4 is going to be created. [ 1176.441481] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.441791] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.441791] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.442083] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.442308] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.442552] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-8026f975-c947-4cf2-b077-805e14c2d7d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.583128] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea in Status: UNINITIALIZED for 4s [ 1176.621026] env[69806]: INFO networking_nsxv3.common.synchronization [req-9f05b696-f052-46b5-8380-629c05d194c4 req-8d01b5e3-02f2-4d77-8a16-52d60fd46456 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1176.621026] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1176.621026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.621026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.621026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.621026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.621649] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.621902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.622065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.622366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.622656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.624086] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.125128] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.125449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.125449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.125696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.125807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.126044] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.126232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.126232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.126388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.126467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.126566] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1177.156607] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.157236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.157236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.157236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.157486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.177658] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1177.181467] env[69806]: INFO networking_nsxv3.common.synchronization [req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 req-06cc07a5-80f8-4b21-8fba-b90d0efdbd63 service nova] Enqueued Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_rules [ 1177.181467] env[69806]: INFO networking_nsxv3.common.synchronization [req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 req-06cc07a5-80f8-4b21-8fba-b90d0efdbd63 service nova] Enqueued Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_members [ 1177.181467] env[69806]: INFO networking_nsxv3.common.synchronization [req-82335e5b-d1ce-4824-8b33-cef4dfc17d94 req-06cc07a5-80f8-4b21-8fba-b90d0efdbd63 service nova] Enqueued Resource ID: 8026f975-c947-4cf2-b077-805e14c2d7d4 with Priority: HIGHEST for action port [ 1177.181467] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_rules [ 1177.181467] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_members [ 1177.181467] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8026f975-c947-4cf2-b077-805e14c2d7d4 with Priority: HIGHEST for action port [ 1177.181872] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aeecb79-a55f-4386-859b-287316c8de02 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.181872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.181872] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.182113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.182158] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aeecb79-a55f-4386-859b-287316c8de02',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.183688] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aeecb79-a55f-4386-859b-287316c8de02 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.183688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.183688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.183899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.183899] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.184447] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.184447] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.184537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.184646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.184749] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aeecb79-a55f-4386-859b-287316c8de02',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.185803] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8026f975-c947-4cf2-b077-805e14c2d7d4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.185883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8026f975-c947-4cf2-b077-805e14c2d7d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.185988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8026f975-c947-4cf2-b077-805e14c2d7d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.186311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8026f975-c947-4cf2-b077-805e14c2d7d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.186371] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8026f975-c947-4cf2-b077-805e14c2d7d4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.688540] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aeecb79-a55f-4386-859b-287316c8de02',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.689713] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aeecb79-a55f-4386-859b-287316c8de02 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.689851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.690008] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8026f975-c947-4cf2-b077-805e14c2d7d4 with status ACTIVE [ 1177.690172] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.690337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.690429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.690637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.690775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.691839] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.691839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.691839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.691839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.691839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.691839] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.691839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.691839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.691839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.691839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.692458] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8026f975-c947-4cf2-b077-805e14c2d7d4 is going to be updated. [ 1177.715978] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.716203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.716397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.716774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.716774] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.716977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8026f975-c947-4cf2-b077-805e14c2d7d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.108694] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 1178.108928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.194521] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aeecb79-a55f-4386-859b-287316c8de02',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.594060] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea in Status: SUCCESS [ 1178.594311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.594485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.594711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.594926] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.595070] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.595138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.595298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.595377] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.595463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.595583] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0604ec09-0b32-4e40-9fdf-e173be6329ea',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.697299] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.697488] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.697588] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.697840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.697968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.698090] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aeecb79-a55f-4386-859b-287316c8de02 is going to be created. [ 1178.725089] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.725354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.725489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.725840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.726125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.737533] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aeecb79-a55f-4386-859b-287316c8de02 in Status: UNINITIALIZED for 2s [ 1179.097892] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0604ec09-0b32-4e40-9fdf-e173be6329ea',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.188594] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1179.188792] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d deletion is rescheduled due to dependency. [ 1179.188900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.602918] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0604ec09-0b32-4e40-9fdf-e173be6329ea: rpc.has_security_group_logging(os_id): False [ 1179.621927] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.623561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.623561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.623561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.623561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.623561] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.623561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.623561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.623561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.623561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.623561] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea is going to be created. [ 1179.702565] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.702769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.702769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.702998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.703193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.721097] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea in Status: IN_PROGRESS for 2s [ 1180.290570] env[69806]: INFO networking_nsxv3.common.synchronization [req-b110a9fa-a6ba-45d9-ab26-57541fbb9ff5 req-f6ef1347-c387-4f51-b7bb-1f15f18c6c77 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1180.291010] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGHEST for action security_group_members [ 1180.291822] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.291948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.292028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.292236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.292435] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.292617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.292727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.292971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.293095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.293173] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.674807] env[69806]: INFO networking_nsxv3.common.synchronization [req-30295da9-dc50-4acc-8f9d-7c41880418a1 req-5b60aa8e-5610-4686-a53f-213878c9f925 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1180.675350] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1180.675651] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.675773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.675840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.676527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.677102] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.677102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.677102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.677102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.677294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.677294] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.747064] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aeecb79-a55f-4386-859b-287316c8de02 in Status: SUCCESS [ 1180.747381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.747458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.747668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.747864] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.747984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.748063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.748266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.748353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.748432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.748527] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aeecb79-a55f-4386-859b-287316c8de02',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.797825] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.798088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.798088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.798354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.798466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.798668] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.798767] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.798843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.799012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.799097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.799182] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 is going to be updated. [ 1180.827580] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.827840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.827840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.828056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.828255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.840562] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: IN_PROGRESS for 2s [ 1180.997523] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.997772] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.997858] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.998180] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.998816] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.999033] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.999152] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.999399] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.999611] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.999829] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.999985] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.000127] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.000493] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.000677] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.000870] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.001033] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.022118] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.023037] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.023037] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.023037] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.023037] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-89d9bbca-7ad0-4dab-8a88-3155f7d52504 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.023273] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-89d9bbca-7ad0-4dab-8a88-3155f7d52504" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.023273] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-89d9bbca-7ad0-4dab-8a88-3155f7d52504" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.023600] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-89d9bbca-7ad0-4dab-8a88-3155f7d52504" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.023764] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89d9bbca-7ad0-4dab-8a88-3155f7d52504',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.179296] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.179296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.179296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.179518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.179612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.179812] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.179939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.180029] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.180219] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.180378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.180497] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1181.209120] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.209321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.209362] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.209561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.209705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.222654] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1181.251157] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aeecb79-a55f-4386-859b-287316c8de02',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.526207] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.526628] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.526786] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.527097] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.527429] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.527602] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 89d9bbca-7ad0-4dab-8a88-3155f7d52504 not found, creating... [ 1181.528147] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.528489] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.528677] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.529240] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.529517] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.529893] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.530160] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.530373] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.530616] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.530820] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.530917] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 89d9bbca-7ad0-4dab-8a88-3155f7d52504 is going to be created. [ 1181.553243] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.553528] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.553688] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.554548] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.555301] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.555301] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-89d9bbca-7ad0-4dab-8a88-3155f7d52504" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.733301] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea in Status: SUCCESS [ 1181.733614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.754125] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aeecb79-a55f-4386-859b-287316c8de02: rpc.has_security_group_logging(os_id): False [ 1181.775889] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.776096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.776142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.776394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.776514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.776836] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.776975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.777098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.777338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.777591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.777680] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aeecb79-a55f-4386-859b-287316c8de02 is going to be created. [ 1181.843315] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.843499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.843499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.843650] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.843832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.858630] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aeecb79-a55f-4386-859b-287316c8de02 in Status: IN_PROGRESS for 2s [ 1182.404501] env[69806]: INFO networking_nsxv3.common.synchronization [req-e6056b9e-8deb-40b5-928e-cea196eeb7a7 req-b1edaacf-23c1-46f3-ad04-79760852a353 tempest-ServersNegativeTestJSON-2047645236 tempest-ServersNegativeTestJSON-2047645236-project-member] Enqueued Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1182.405374] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGHEST for action security_group_members [ 1182.405535] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.405626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.405693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.405907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.406357] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.406357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.406357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.406845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.406845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.406845] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.514758] env[69806]: INFO networking_nsxv3.common.synchronization [req-30295da9-dc50-4acc-8f9d-7c41880418a1 req-d89536f7-89d5-4d0b-9fb5-5849ae15be09 service nova] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_rules [ 1182.514945] env[69806]: INFO networking_nsxv3.common.synchronization [req-30295da9-dc50-4acc-8f9d-7c41880418a1 req-d89536f7-89d5-4d0b-9fb5-5849ae15be09 service nova] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1182.515105] env[69806]: INFO networking_nsxv3.common.synchronization [req-30295da9-dc50-4acc-8f9d-7c41880418a1 req-d89536f7-89d5-4d0b-9fb5-5849ae15be09 service nova] Enqueued Resource ID: 89d9bbca-7ad0-4dab-8a88-3155f7d52504 with Priority: HIGHEST for action port [ 1182.515602] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_rules [ 1182.515735] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1182.515830] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d9bbca-7ad0-4dab-8a88-3155f7d52504 with Priority: HIGHEST for action port [ 1182.516748] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.516748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.516748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.516957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.517029] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.519060] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.519060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.519462] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-89d9bbca-7ad0-4dab-8a88-3155f7d52504 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.520704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89d9bbca-7ad0-4dab-8a88-3155f7d52504" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.520704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89d9bbca-7ad0-4dab-8a88-3155f7d52504" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.520704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89d9bbca-7ad0-4dab-8a88-3155f7d52504" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.520704] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89d9bbca-7ad0-4dab-8a88-3155f7d52504',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.851435] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 in Status: SUCCESS [ 1182.851720] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 deletion is rescheduled due to dependency. [ 1182.851849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.910874] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.911107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.911107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.915032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.915032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.915032] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.915032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.915032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.915032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.915032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.915032] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb is going to be updated. [ 1182.940585] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.940740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.940849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.941062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.941228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.953127] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: IN_PROGRESS for 2s [ 1183.022193] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.022413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.022572] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89d9bbca-7ad0-4dab-8a88-3155f7d52504 with status ACTIVE [ 1183.024856] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.024856] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.024856] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.024856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.024856] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89d9bbca-7ad0-4dab-8a88-3155f7d52504 is going to be updated. [ 1183.051110] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.051413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.051540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.051901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.052148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.053187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89d9bbca-7ad0-4dab-8a88-3155f7d52504" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.070672] env[69806]: INFO networking_nsxv3.common.synchronization [req-c05d8308-df84-448d-b7c3-d5bc5c918318 req-9772e222-6a33-46e2-b9d7-f7439b949101 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_members [ 1183.071401] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_members [ 1183.071703] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9740e41b-0e35-41be-b00a-e4e98d95a3d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.071839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.071913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.072224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.072404] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.072766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.072766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.072876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.072935] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.073062] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9740e41b-0e35-41be-b00a-e4e98d95a3d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.233397] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1183.233660] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d deletion is rescheduled due to dependency. [ 1183.233877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.234151] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.234526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.234934] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.235138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.235303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.235623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.235984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.236077] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.401497] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.401737] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.401877] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.404772] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.405381] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.405553] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.405705] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.405993] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.406373] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.406820] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.406971] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.407111] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.407220] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.407402] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.407535] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.407801] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.427960] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.428149] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1183.428649] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.428649] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-717" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.428977] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-3d07fc3f-f36a-42f1-ab81-294d10cf223b taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.429071] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-3d07fc3f-f36a-42f1-ab81-294d10cf223b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.429504] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-3d07fc3f-f36a-42f1-ab81-294d10cf223b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.429578] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-3d07fc3f-f36a-42f1-ab81-294d10cf223b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.430510] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d07fc3f-f36a-42f1-ab81-294d10cf223b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.574898] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.575100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.575148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.575436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.575525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.575733] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.575863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.575917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.576058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.576134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.576281] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 already deleted. [ 1183.576281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.741271] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.873165] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aeecb79-a55f-4386-859b-287316c8de02 in Status: SUCCESS [ 1183.873529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.932822] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.933030] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.933177] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.933456] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.933613] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.933783] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 3d07fc3f-f36a-42f1-ab81-294d10cf223b not found, creating... [ 1183.934066] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.934235] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.934360] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.934586] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.934731] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.935015] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.935180] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.935303] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.935516] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.935655] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.936013] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 3d07fc3f-f36a-42f1-ab81-294d10cf223b is going to be created. [ 1183.957428] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.957428] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.957428] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.957428] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.957726] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.957825] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-3d07fc3f-f36a-42f1-ab81-294d10cf223b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.244877] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.747842] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.748059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.748108] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.748338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.748618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.748618] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1184.779038] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.779038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.779038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.779038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.779038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.787396] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1184.885913] env[69806]: INFO networking_nsxv3.common.synchronization [req-c05d8308-df84-448d-b7c3-d5bc5c918318 req-2413e533-79a1-46a1-b3ae-62d39361269d service nova] Enqueued Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_rules [ 1184.886286] env[69806]: INFO networking_nsxv3.common.synchronization [req-c05d8308-df84-448d-b7c3-d5bc5c918318 req-2413e533-79a1-46a1-b3ae-62d39361269d service nova] Enqueued Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_members [ 1184.886286] env[69806]: INFO networking_nsxv3.common.synchronization [req-c05d8308-df84-448d-b7c3-d5bc5c918318 req-2413e533-79a1-46a1-b3ae-62d39361269d service nova] Enqueued Resource ID: 3d07fc3f-f36a-42f1-ab81-294d10cf223b with Priority: HIGHEST for action port [ 1184.886520] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_rules [ 1184.886621] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_members [ 1184.886721] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d07fc3f-f36a-42f1-ab81-294d10cf223b with Priority: HIGHEST for action port [ 1184.887719] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.887882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.887979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.888226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.888378] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9740e41b-0e35-41be-b00a-e4e98d95a3d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.889683] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9740e41b-0e35-41be-b00a-e4e98d95a3d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.889814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.889880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.890069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.890336] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.890476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.890544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.891542] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.891656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.891761] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9740e41b-0e35-41be-b00a-e4e98d95a3d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.892574] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d07fc3f-f36a-42f1-ab81-294d10cf223b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.892685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d07fc3f-f36a-42f1-ab81-294d10cf223b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.892751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d07fc3f-f36a-42f1-ab81-294d10cf223b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.892906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d07fc3f-f36a-42f1-ab81-294d10cf223b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.893023] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d07fc3f-f36a-42f1-ab81-294d10cf223b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.963290] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb in Status: SUCCESS [ 1184.963480] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb deletion is rescheduled due to dependency. [ 1184.963603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.395081] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9740e41b-0e35-41be-b00a-e4e98d95a3d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.395871] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9740e41b-0e35-41be-b00a-e4e98d95a3d0 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.396045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.396475] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d07fc3f-f36a-42f1-ab81-294d10cf223b with status ACTIVE [ 1185.396702] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.396835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.396917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.397145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.397234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.397410] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.397510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.397573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.397779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.397813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.397994] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.398104] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.398169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.398324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.398417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.398509] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d07fc3f-f36a-42f1-ab81-294d10cf223b is going to be updated. [ 1185.422039] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.422272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.422272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.422368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.422499] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.422656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d07fc3f-f36a-42f1-ab81-294d10cf223b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.897273] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9740e41b-0e35-41be-b00a-e4e98d95a3d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.403370] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.403667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.403667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.404040] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.404253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.404364] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 is going to be created. [ 1186.432351] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.433715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.433715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.433715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.433715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.445141] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 in Status: UNINITIALIZED for 2s [ 1186.799212] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1186.799440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.799605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.800287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.800287] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.800287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.800287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.800562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.800562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.800624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.800731] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.302810] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.303220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.303220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.303298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.303440] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.303541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.303606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.303757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.303844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.303931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.304103] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.304200] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.304261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.304433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.304581] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.304672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.304880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.304880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.305062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.305062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.305123] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.807047] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ba6c587-1910-4fdf-b906-c039587ed26d: rpc.has_security_group_logging(os_id): False [ 1187.825427] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.825632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.825729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.826033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.826171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.826444] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.826586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.826676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.826906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.827025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.827307] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.827437] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.827534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.827727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.827829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.828113] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.828247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.828341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.828528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.828632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.828756] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1187.890251] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.890251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.890492] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.890610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.890765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.909606] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1188.459615] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 in Status: SUCCESS [ 1188.460276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.460276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.460460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.460706] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.460914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.461020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.461247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.461387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.461526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.461681] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9740e41b-0e35-41be-b00a-e4e98d95a3d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.964618] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9740e41b-0e35-41be-b00a-e4e98d95a3d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.466751] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9740e41b-0e35-41be-b00a-e4e98d95a3d0: rpc.has_security_group_logging(os_id): False [ 1189.485413] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.485569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.485647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.485858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.485943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.486197] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.486296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.486360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.486509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.486586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.486673] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 is going to be created. [ 1189.548942] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.548942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.549610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.549610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.549610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.563139] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 in Status: IN_PROGRESS for 2s [ 1189.887354] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1189.887475] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1189.923807] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1189.924127] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.503707] env[69806]: INFO networking_nsxv3.common.synchronization [None req-b44441f0-32d4-4c82-8c93-78ccc400f4e5 tempest-AttachInterfacesTestJSON-1412329650 tempest-AttachInterfacesTestJSON-1412329650-project-member] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1191.505045] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGHEST for action security_group_members [ 1191.505045] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.505045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.505045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.505311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.505311] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.505482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.505703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.505750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.506094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.506094] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.579767] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 in Status: SUCCESS [ 1191.580154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.008200] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.008374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.008430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.008805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.009055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.009290] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.009399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.009496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.009769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.009769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.009908] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be updated. [ 1192.040365] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.040578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.040651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.040863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.041013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.050688] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: IN_PROGRESS for 2s [ 1192.766619] env[69806]: INFO networking_nsxv3.common.synchronization [req-5562082a-aa7f-4d5a-86a7-71f9337bf482 req-7e008031-cc58-4714-ad3d-768eb008349c tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1192.767265] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1192.767422] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.767909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.767909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.767909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.768527] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.768747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.768747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.769047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.769047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.769141] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.273295] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.273295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.273295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.273295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.273295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.273295] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.273295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.273295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.273295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.273295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.273295] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 1193.305028] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.305028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.305028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.305028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.305028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.317031] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 1194.065649] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 in Status: SUCCESS [ 1194.066032] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 deletion is rescheduled due to dependency. [ 1194.066079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.328018] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 1195.328018] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 deletion is rescheduled due to dependency. [ 1195.328018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.635653] env[69806]: INFO networking_nsxv3.common.synchronization [None req-4574e3ab-5093-4bf6-8679-4beff11bf591 None None] Enqueued Resource ID: 27256e1e-d2b1-4dcf-b115-48a8507449da with Priority: HIGHEST for action port [ 1196.636471] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27256e1e-d2b1-4dcf-b115-48a8507449da with Priority: HIGHEST for action port [ 1196.636812] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-27256e1e-d2b1-4dcf-b115-48a8507449da taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.636964] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27256e1e-d2b1-4dcf-b115-48a8507449da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.636994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27256e1e-d2b1-4dcf-b115-48a8507449da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.637453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27256e1e-d2b1-4dcf-b115-48a8507449da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.637549] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27256e1e-d2b1-4dcf-b115-48a8507449da',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.146518] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27256e1e-d2b1-4dcf-b115-48a8507449da [ 1197.146770] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.146901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.146972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.147221] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.147317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.147412] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27256e1e-d2b1-4dcf-b115-48a8507449da already deleted. [ 1197.147494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27256e1e-d2b1-4dcf-b115-48a8507449da" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.847079] env[69806]: INFO networking_nsxv3.common.synchronization [None req-c669eac0-b551-49fb-bc34-5ecb8f88d563 None None] Enqueued Resource ID: b5624eea-956b-41f5-a1a7-acac68b87fa0 with Priority: HIGHEST for action port [ 1198.847349] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5624eea-956b-41f5-a1a7-acac68b87fa0 with Priority: HIGHEST for action port [ 1198.847902] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5624eea-956b-41f5-a1a7-acac68b87fa0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.848042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5624eea-956b-41f5-a1a7-acac68b87fa0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.848114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5624eea-956b-41f5-a1a7-acac68b87fa0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.848386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5624eea-956b-41f5-a1a7-acac68b87fa0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.848517] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5624eea-956b-41f5-a1a7-acac68b87fa0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.351055] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5624eea-956b-41f5-a1a7-acac68b87fa0 [ 1199.351304] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.351472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.351629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.351952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.352111] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.352197] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5624eea-956b-41f5-a1a7-acac68b87fa0 already deleted. [ 1199.352383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5624eea-956b-41f5-a1a7-acac68b87fa0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.438348] env[69806]: INFO networking_nsxv3.common.synchronization [req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd req-2943d4b5-c989-42b3-98cf-ebf670e44a40 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Enqueued Resource ID: a1359f92-1e09-40f9-b878-7622a655c0ec with Priority: HIGHEST for action security_group_members [ 1202.440466] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1359f92-1e09-40f9-b878-7622a655c0ec with Priority: HIGHEST for action security_group_members [ 1202.440466] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1359f92-1e09-40f9-b878-7622a655c0ec taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.440466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.440466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.440466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.440466] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.440466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.440466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.440466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.440466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.440466] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1359f92-1e09-40f9-b878-7622a655c0ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.793988] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.794259] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.794412] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.794787] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.795097] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.795280] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.795416] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.795660] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.795829] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.796092] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.796233] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.796362] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.796489] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.796617] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.796734] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.796887] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.825691] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.825897] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1202.826097] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.826333] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-689" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.826714] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.826930] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.827086] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.827497] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.827689] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.943210] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.943210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.943210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.943476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.943775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.943775] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.943887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.943887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.944050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.944138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.944310] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1359f92-1e09-40f9-b878-7622a655c0ec already deleted. [ 1202.944310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.331281] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.331792] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.332864] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.332864] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.332864] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.332864] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b not found, creating... [ 1203.333156] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.333156] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.333280] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.333511] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.333738] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.333951] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.334129] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.334249] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.334460] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.334602] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.334784] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b is going to be created. [ 1203.374206] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.374312] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.374498] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.374871] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.375196] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.375505] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.537477] env[69806]: INFO networking_nsxv3.common.synchronization [req-299c2646-66e6-4eb2-9612-1b8fd109c351 req-2a628cec-4d8b-487e-a4d4-d536ba41bb8e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1203.538240] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1203.539283] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.539283] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.539283] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.539611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.539832] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.540010] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.540125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.540324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.540459] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.540595] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.042972] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.042972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.043182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.043259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.043354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.043562] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.043668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.043733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.043881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.043957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.044053] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1204.063329] env[69806]: INFO networking_nsxv3.common.synchronization [req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd req-d8348317-70b5-4d64-b1df-b72b2dca8f4c service nova] Enqueued Resource ID: a1359f92-1e09-40f9-b878-7622a655c0ec with Priority: HIGHEST for action security_group_rules [ 1204.063550] env[69806]: INFO networking_nsxv3.common.synchronization [req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd req-d8348317-70b5-4d64-b1df-b72b2dca8f4c service nova] Enqueued Resource ID: a1359f92-1e09-40f9-b878-7622a655c0ec with Priority: HIGHEST for action security_group_members [ 1204.063701] env[69806]: INFO networking_nsxv3.common.synchronization [req-d21f3344-8681-4d4e-8f12-eb9ab4e4f1cd req-d8348317-70b5-4d64-b1df-b72b2dca8f4c service nova] Enqueued Resource ID: ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b with Priority: HIGHEST for action port [ 1204.064399] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1359f92-1e09-40f9-b878-7622a655c0ec with Priority: HIGHEST for action security_group_rules [ 1204.064576] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1359f92-1e09-40f9-b878-7622a655c0ec with Priority: HIGHEST for action security_group_members [ 1204.064634] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b with Priority: HIGHEST for action port [ 1204.064932] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1359f92-1e09-40f9-b878-7622a655c0ec taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.065075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.065136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.065408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.065493] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1359f92-1e09-40f9-b878-7622a655c0ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.066366] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1359f92-1e09-40f9-b878-7622a655c0ec taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.066482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.066540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.066874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.066874] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.067149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.067149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.067149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.067303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.067303] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1359f92-1e09-40f9-b878-7622a655c0ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.068083] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.068229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.068372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.068428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.068482] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.077067] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.077228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.077268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.077478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.077630] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.087190] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1204.547478] env[69806]: INFO networking_nsxv3.common.synchronization [req-cb274a66-da36-4baf-94ea-f065b05594a8 req-30475df5-9ce3-41ba-b9e6-22c0ad0740d2 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1204.548352] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1204.548764] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.548901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.548984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.549232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.549416] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.549539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.549584] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.549765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.549853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.549947] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.570543] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1359f92-1e09-40f9-b878-7622a655c0ec taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.570821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.570969] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1359f92-1e09-40f9-b878-7622a655c0ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.571987] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b with status ACTIVE [ 1204.575174] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.575174] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.575174] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.575174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.575174] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b is going to be updated. [ 1204.597308] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.597489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.597526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.597724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.597857] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.598030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac5d5a70-9612-4fa9-bd06-c6f8aebc2d4b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.844633] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.844889] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.845047] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.845426] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.845738] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.845957] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.846137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.986986] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.987196] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.987448] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.987579] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.987705] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.987831] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.987954] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1204.988126] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.988292] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.007178] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.007364] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1205.007508] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.007687] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.008019] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-6193a90c-3e3a-4ca4-b452-305ec89374d9 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.008223] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-6193a90c-3e3a-4ca4-b452-305ec89374d9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.008350] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-6193a90c-3e3a-4ca4-b452-305ec89374d9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.008709] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-6193a90c-3e3a-4ca4-b452-305ec89374d9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.008840] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6193a90c-3e3a-4ca4-b452-305ec89374d9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.052939] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.053109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.053181] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.053390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.053478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.053672] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.053768] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.053829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.053975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.054098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.054223] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 1205.076331] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1359f92-1e09-40f9-b878-7622a655c0ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.082595] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.082713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.082804] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.083033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.083173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.094285] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 1205.511822] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.512030] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.512170] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.512490] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.512668] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.512858] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 6193a90c-3e3a-4ca4-b452-305ec89374d9 not found, creating... [ 1205.513155] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.513323] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.513443] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.513663] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.513808] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.514156] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.514320] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.514441] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.514647] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.514788] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.514939] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 6193a90c-3e3a-4ca4-b452-305ec89374d9 is going to be created. [ 1205.538068] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.538354] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.538453] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.538810] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.539133] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.539405] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-6193a90c-3e3a-4ca4-b452-305ec89374d9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.579242] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.579637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.579637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.579708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.579736] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.579838] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1359f92-1e09-40f9-b878-7622a655c0ec is going to be created. [ 1205.633615] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.633805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.633882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.634063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.634222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.646734] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1359f92-1e09-40f9-b878-7622a655c0ec in Status: UNINITIALIZED for 2s [ 1206.082737] env[69806]: INFO networking_nsxv3.common.synchronization [req-cb274a66-da36-4baf-94ea-f065b05594a8 req-f5d2b59d-9971-4915-815f-a0f02ebc361d service nova] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_rules [ 1206.082979] env[69806]: INFO networking_nsxv3.common.synchronization [req-cb274a66-da36-4baf-94ea-f065b05594a8 req-f5d2b59d-9971-4915-815f-a0f02ebc361d service nova] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1206.083078] env[69806]: INFO networking_nsxv3.common.synchronization [req-cb274a66-da36-4baf-94ea-f065b05594a8 req-f5d2b59d-9971-4915-815f-a0f02ebc361d service nova] Enqueued Resource ID: 6193a90c-3e3a-4ca4-b452-305ec89374d9 with Priority: HIGHEST for action port [ 1206.083401] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_rules [ 1206.083447] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1206.083525] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6193a90c-3e3a-4ca4-b452-305ec89374d9 with Priority: HIGHEST for action port [ 1206.084197] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.084314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.084384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.084682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.084817] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.085716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.085883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.086481] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-6193a90c-3e3a-4ca4-b452-305ec89374d9 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.086481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6193a90c-3e3a-4ca4-b452-305ec89374d9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.086481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6193a90c-3e3a-4ca4-b452-305ec89374d9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.086481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6193a90c-3e3a-4ca4-b452-305ec89374d9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.086481] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6193a90c-3e3a-4ca4-b452-305ec89374d9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.099420] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1206.099420] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d deletion is rescheduled due to dependency. [ 1206.099420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.588616] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.589102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.589102] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6193a90c-3e3a-4ca4-b452-305ec89374d9 with status ACTIVE [ 1206.593229] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.593528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.593641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.593910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.594068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.594345] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.594458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.594523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.594697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.594778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.594968] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.595077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.595137] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.595284] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.595424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.595424] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6193a90c-3e3a-4ca4-b452-305ec89374d9 is going to be updated. [ 1206.617706] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.617898] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.618014] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.618290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.618503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.618802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6193a90c-3e3a-4ca4-b452-305ec89374d9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.667367] env[69806]: INFO networking_nsxv3.common.synchronization [req-32d11260-96f8-4dac-acc4-db400205fb91 req-c0349d08-cd44-4917-9fa8-e1e89e173c59 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1206.668009] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1206.672172] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.672341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.672381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.672635] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.672803] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.673036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.673036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.673164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.673226] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.673315] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.695296] env[69806]: INFO networking_nsxv3.common.synchronization [req-32d11260-96f8-4dac-acc4-db400205fb91 req-c0349d08-cd44-4917-9fa8-e1e89e173c59 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_rules [ 1206.695483] env[69806]: INFO networking_nsxv3.common.synchronization [req-32d11260-96f8-4dac-acc4-db400205fb91 req-c0349d08-cd44-4917-9fa8-e1e89e173c59 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1206.695634] env[69806]: INFO networking_nsxv3.common.synchronization [req-32d11260-96f8-4dac-acc4-db400205fb91 req-c0349d08-cd44-4917-9fa8-e1e89e173c59 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 1d2dc3a5-596b-433f-98ea-85120713fac6 with Priority: HIGHEST for action port [ 1206.696174] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_rules [ 1206.696313] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1206.696408] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2dc3a5-596b-433f-98ea-85120713fac6 with Priority: HIGHEST for action port [ 1206.696696] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.696821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.696888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.697112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.697194] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.698382] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.698537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.699508] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d2dc3a5-596b-433f-98ea-85120713fac6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.699508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.699624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.699823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.700571] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2dc3a5-596b-433f-98ea-85120713fac6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.107024] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 1207.107024] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 deletion is rescheduled due to dependency. [ 1207.107024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.107024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.107024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.107024] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.107024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.107024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.107024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.107024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.107024] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.176581] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.205022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.205022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.205022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d2dc3a5-596b-433f-98ea-85120713fac6 with status ACTIVE [ 1207.205022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.205022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.205022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.205022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.205022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.205022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.205022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.205022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.205022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.205022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.205022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.205537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.205537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.205537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.205537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.205537] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d2dc3a5-596b-433f-98ea-85120713fac6 is going to be updated. [ 1207.226252] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.226870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.227123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.227442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.227878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.228250] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.608542] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.661858] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1359f92-1e09-40f9-b878-7622a655c0ec in Status: SUCCESS [ 1207.662144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.662317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.662547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.662743] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.663185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.663185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.663185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.663185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.663360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.663360] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1359f92-1e09-40f9-b878-7622a655c0ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.678269] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.894999] env[69806]: INFO networking_nsxv3.common.synchronization [req-1a9943f2-8528-439f-a928-4ed390a0bd90 req-b2716159-0226-44d1-a1fb-6c197a355baf tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1207.895698] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1207.896135] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.896298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.896472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.896673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.896881] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.897014] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.897079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.897265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.897358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.897479] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.111163] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.167539] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1359f92-1e09-40f9-b878-7622a655c0ec taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.167539] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.167539] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1359f92-1e09-40f9-b878-7622a655c0ec taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.167539] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.167539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.168436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.168436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.168436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.168436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.168436] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1359f92-1e09-40f9-b878-7622a655c0ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.182164] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.182339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.182405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.182614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.182720] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.182791] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b is going to be updated. [ 1208.194522] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.194714] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.194841] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.195122] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.195383] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.195573] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.195715] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.195942] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.196132] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.196376] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.196517] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.196656] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.196782] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.196903] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.197026] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.197168] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.220313] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.220471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.220508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.220779] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.220962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.223148] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.223309] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.223447] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.223606] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.223976] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-4e721dc4-afab-4c34-8981-0e5867ffc985 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.224167] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-4e721dc4-afab-4c34-8981-0e5867ffc985" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.224289] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-4e721dc4-afab-4c34-8981-0e5867ffc985" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.224585] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-4e721dc4-afab-4c34-8981-0e5867ffc985" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.224726] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e721dc4-afab-4c34-8981-0e5867ffc985',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.229466] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: IN_PROGRESS for 2s [ 1208.401769] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.401769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.401769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.402054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.402164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.402388] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.402493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.402561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.402739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.402827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.402879] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1208.429481] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.429687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.429785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.430076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.430230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.441103] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1208.614933] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.615323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.615323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.615429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.615484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.615584] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 1208.643412] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.643568] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.643633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.643841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.643988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.662868] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 1208.670422] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1359f92-1e09-40f9-b878-7622a655c0ec: rpc.has_security_group_logging(os_id): False [ 1208.699021] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.699257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.699257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.699452] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.699540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.699734] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.699835] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.699900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.700072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.700159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.700365] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.700463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.700526] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.700667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.700816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.701019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.701118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.701180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.701347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.701424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.701613] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1359f92-1e09-40f9-b878-7622a655c0ec is going to be created. [ 1208.727619] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.727803] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.727936] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.728283] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.729036] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.729036] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 4e721dc4-afab-4c34-8981-0e5867ffc985 not found, creating... [ 1208.729036] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.729278] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.729278] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.729587] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.729771] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.730122] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.730296] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.730430] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.730679] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.730889] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.731072] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 4e721dc4-afab-4c34-8981-0e5867ffc985 is going to be created. [ 1208.752986] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.754025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.754025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.754025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.754025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.754231] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-4e721dc4-afab-4c34-8981-0e5867ffc985" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.760431] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.760576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.760690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.761021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.761215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.773769] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1359f92-1e09-40f9-b878-7622a655c0ec in Status: IN_PROGRESS for 2s [ 1208.935653] env[69806]: INFO networking_nsxv3.common.synchronization [req-e275cacb-8aef-430d-9434-fe22b3497335 req-b552adfa-c205-4039-95be-6a21cc30efc1 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1208.936290] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1208.936644] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.936753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.957221] env[69806]: INFO networking_nsxv3.common.synchronization [req-e275cacb-8aef-430d-9434-fe22b3497335 req-b552adfa-c205-4039-95be-6a21cc30efc1 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_rules [ 1208.957427] env[69806]: INFO networking_nsxv3.common.synchronization [req-e275cacb-8aef-430d-9434-fe22b3497335 req-b552adfa-c205-4039-95be-6a21cc30efc1 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1208.957669] env[69806]: INFO networking_nsxv3.common.synchronization [req-e275cacb-8aef-430d-9434-fe22b3497335 req-b552adfa-c205-4039-95be-6a21cc30efc1 tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 1d2dc3a5-596b-433f-98ea-85120713fac6 with Priority: HIGHEST for action port [ 1208.958256] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_rules [ 1208.958412] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1208.958598] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2dc3a5-596b-433f-98ea-85120713fac6 with Priority: HIGHEST for action port [ 1208.958841] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.958989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.961174] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.961295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.961515] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d2dc3a5-596b-433f-98ea-85120713fac6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.961625] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.961802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.962269] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.962517] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2dc3a5-596b-433f-98ea-85120713fac6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.446290] env[69806]: INFO networking_nsxv3.common.synchronization [req-1a9943f2-8528-439f-a928-4ed390a0bd90 req-5bedb502-ad8c-4c2a-b6aa-4ac99e70eab9 service nova] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_rules [ 1209.446290] env[69806]: INFO networking_nsxv3.common.synchronization [req-1a9943f2-8528-439f-a928-4ed390a0bd90 req-5bedb502-ad8c-4c2a-b6aa-4ac99e70eab9 service nova] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1209.446423] env[69806]: INFO networking_nsxv3.common.synchronization [req-1a9943f2-8528-439f-a928-4ed390a0bd90 req-5bedb502-ad8c-4c2a-b6aa-4ac99e70eab9 service nova] Enqueued Resource ID: 4e721dc4-afab-4c34-8981-0e5867ffc985 with Priority: HIGHEST for action port [ 1209.446604] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_rules [ 1209.446906] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1209.446906] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e721dc4-afab-4c34-8981-0e5867ffc985 with Priority: HIGHEST for action port [ 1209.447496] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.447496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.447640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.447806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.447843] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.449668] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.449811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.450043] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e721dc4-afab-4c34-8981-0e5867ffc985 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.450155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e721dc4-afab-4c34-8981-0e5867ffc985" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.450222] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e721dc4-afab-4c34-8981-0e5867ffc985" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.450461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e721dc4-afab-4c34-8981-0e5867ffc985" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.450538] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e721dc4-afab-4c34-8981-0e5867ffc985',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.465767] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d2dc3a5-596b-433f-98ea-85120713fac6 with status ACTIVE [ 1209.466014] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.466152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.466224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.466426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.466514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.466690] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.466861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.466861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.466985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.467072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.467256] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.467347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.467406] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.467544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.467615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.467698] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d2dc3a5-596b-433f-98ea-85120713fac6 is going to be updated. [ 1209.488779] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.488962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.489020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.489215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.489354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.489738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d2dc3a5-596b-433f-98ea-85120713fac6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.949787] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.950132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.952893] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e721dc4-afab-4c34-8981-0e5867ffc985 with status ACTIVE [ 1209.952893] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.952893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.952893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.952893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.953142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.956551] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.956551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.956551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.956551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.956551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.956551] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.956551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.956551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.956551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.956551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.956551] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e721dc4-afab-4c34-8981-0e5867ffc985 is going to be updated. [ 1209.978631] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.978777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.978868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.979124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.979267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.979424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e721dc4-afab-4c34-8981-0e5867ffc985" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.239775] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: SUCCESS [ 1210.240045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.240272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.240584] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.240848] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.240986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.241038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.241247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.241348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.241445] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.451776] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1210.451977] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d deletion is rescheduled due to dependency. [ 1210.452037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.452196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.452425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.452613] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.452813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.452813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.453015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.453015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.453099] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.675425] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 1210.675425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.675728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.675985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.676236] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.676370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.676431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.676614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.676730] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.676828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.676958] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.744187] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.787217] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1359f92-1e09-40f9-b878-7622a655c0ec in Status: SUCCESS [ 1210.787450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.955226] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.179491] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.250471] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.459602] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.682167] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04fee7cc-2156-4181-a367-567ca2424632: rpc.has_security_group_logging(os_id): False [ 1211.700903] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.701059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.701125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.701399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.701495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.701739] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.701895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.701895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.702118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.702191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.702464] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 1211.752320] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.752534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.752605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.752791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.752885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.752973] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b is going to be updated. [ 1211.765647] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.765848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.765848] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.765994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.766297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.779454] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 1211.783320] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.783481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.783481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.783685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.783826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.792523] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: IN_PROGRESS for 2s [ 1211.962422] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.963026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.963026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.963026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.963026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.963238] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1211.991924] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.992147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.992192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.992438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.992647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.001252] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1213.796348] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 1213.796348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.808384] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: SUCCESS [ 1213.808384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.808384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.808384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.808384] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.808384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.808384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.809107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.809414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.809693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.810016] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.811381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.811823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.812229] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.812558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.814763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.814763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.814763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.814763] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.013174] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1214.013174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.013174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.013452] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.013506] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.013626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.013626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.013799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.013880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.013965] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.014212] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.123764] env[69806]: INFO networking_nsxv3.common.synchronization [req-361d0795-72e0-427e-aea7-c328c7caaf70 req-cf208463-af89-45b0-8feb-6e26aa23aa4b tempest-AttachInterfacesUnderV243Test-1424081790 tempest-AttachInterfacesUnderV243Test-1424081790-project-member] Enqueued Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1214.125110] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b with Priority: HIGHEST for action security_group_members [ 1214.126047] env[69806]: INFO networking_nsxv3.common.synchronization [req-c0fcdabd-2302-4ce0-96ff-2fda3b4b787d req-8b4c56a1-513c-4ec2-a399-bea9d165a644 tempest-DeleteServersTestJSON-1443917886 tempest-DeleteServersTestJSON-1443917886-project-member] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1214.126454] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.126537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.126979] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGHEST for action security_group_members [ 1214.127306] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.128339] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.128424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.128596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.128843] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.128949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.128995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.129182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.129269] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.129366] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.315729] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.320597] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.516875] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.517091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.517143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.517428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.517540] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.517642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.517718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.517870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.517960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.518060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.518204] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.518296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.518355] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.518493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.518626] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.518845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.518914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.519100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.519180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.519262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.519351] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.631761] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.631954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.631954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.632159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.632256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.632478] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.632584] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.632644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.632803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.632906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.632996] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be updated. [ 1214.669537] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.669711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.670024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.674022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.674022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.685725] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: IN_PROGRESS for 2s [ 1214.780852] env[69806]: INFO networking_nsxv3.common.synchronization [req-8e7c68e7-f243-450e-9150-650ff43440a8 req-9890d098-bd41-443d-abce-59089192b2a1 tempest-ServerAddressesNegativeTestJSON-1498411023 tempest-ServerAddressesNegativeTestJSON-1498411023-project-member] Enqueued Resource ID: a1359f92-1e09-40f9-b878-7622a655c0ec with Priority: HIGHEST for action security_group_members [ 1214.781494] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1359f92-1e09-40f9-b878-7622a655c0ec with Priority: HIGHEST for action security_group_members [ 1214.782075] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1359f92-1e09-40f9-b878-7622a655c0ec taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.782075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.782360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.782638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.782995] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.783197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.783296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.783493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.783618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.783748] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1359f92-1e09-40f9-b878-7622a655c0ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.819351] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41ce5c72-1bbe-4735-833b-8e0e2aa0888b: rpc.has_security_group_logging(os_id): False [ 1214.823789] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.838953] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.839580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.839803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.840132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.840590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.841434] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.841434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.841434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.841434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.841434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.841765] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b is going to be updated. [ 1214.914587] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.914801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.914801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.915033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.915187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.929771] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: IN_PROGRESS for 2s [ 1215.024797] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ba6c587-1910-4fdf-b906-c039587ed26d: rpc.has_security_group_logging(os_id): False [ 1215.047199] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.047391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.047391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.047683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.047781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.047983] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.048099] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.048152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.048312] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.048392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.048582] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.048785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.048785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.048895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.048972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.049208] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.049286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.049348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.049491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.049566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.049649] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1215.116552] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.116719] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.116762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.119037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.119037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.129593] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1215.286766] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.286961] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.287026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.287212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.287308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.289348] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.289348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.289348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.289348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.289348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.289348] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1359f92-1e09-40f9-b878-7622a655c0ec is going to be updated. [ 1215.318526] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.318764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.318823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.319098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.319280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.327864] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.328050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.328135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.328345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.328430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.328633] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b is going to be updated. [ 1215.330371] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1359f92-1e09-40f9-b878-7622a655c0ec in Status: IN_PROGRESS for 2s [ 1215.359350] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.359496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.359570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.359791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.359949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.369304] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: IN_PROGRESS for 2s [ 1216.695641] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b85913-f224-49ab-857b-7a0c69d2db11 in Status: SUCCESS [ 1216.695853] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 deletion is rescheduled due to dependency. [ 1216.696063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.944997] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: SUCCESS [ 1216.945236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.945416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.945633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.945725] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.142231] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1217.142428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.339400] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1359f92-1e09-40f9-b878-7622a655c0ec in Status: SUCCESS [ 1217.339577] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1359f92-1e09-40f9-b878-7622a655c0ec deletion is rescheduled due to dependency. [ 1217.339631] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.379744] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b in Status: SUCCESS [ 1217.379940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.380140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.380358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.380563] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.380704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.380797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.380966] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.381069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.381173] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.467160] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.467461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.467554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.467789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.467882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.468061] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b is going to be deleted. [ 1217.522554] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.522776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.522877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.523241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.523387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.523569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.884156] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.884544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.884544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.884609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.884695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.884900] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.885011] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.885078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.885243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.885325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.885411] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b is going to be deleted. [ 1217.917098] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.917346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.917346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.917574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.917695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.917861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.918064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.918250] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.918432] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.918535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.918605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.918750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.918876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.918997] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41ce5c72-1bbe-4735-833b-8e0e2aa0888b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.421236] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.421425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.421486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.421686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.421776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.422028] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.422153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.422212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.422407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.422458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.422526] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41ce5c72-1bbe-4735-833b-8e0e2aa0888b already deleted. [ 1218.422604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41ce5c72-1bbe-4735-833b-8e0e2aa0888b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.781888] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.782193] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.783828] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.783828] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1225.478052] env[69806]: INFO networking_nsxv3.common.synchronization [None req-fb7b6e92-be64-4bff-b56c-676c82d37af8 None None] Enqueued Resource ID: cc9f129f-8a52-4111-ad20-a06149ef4973 with Priority: HIGHEST for action port [ 1225.478948] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9f129f-8a52-4111-ad20-a06149ef4973 with Priority: HIGHEST for action port [ 1225.479480] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc9f129f-8a52-4111-ad20-a06149ef4973 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.479669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc9f129f-8a52-4111-ad20-a06149ef4973" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.479883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc9f129f-8a52-4111-ad20-a06149ef4973" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.480257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc9f129f-8a52-4111-ad20-a06149ef4973" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.480422] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc9f129f-8a52-4111-ad20-a06149ef4973',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.986031] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc9f129f-8a52-4111-ad20-a06149ef4973 [ 1225.986031] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.986031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.986031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.986031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.986031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.986031] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc9f129f-8a52-4111-ad20-a06149ef4973 already deleted. [ 1225.986031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc9f129f-8a52-4111-ad20-a06149ef4973" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.052471] env[69806]: INFO networking_nsxv3.common.synchronization [None req-6dc316d2-72c2-4af9-b074-df1201c826d5 None None] Enqueued Resource ID: ee7dfa22-f5db-4564-a878-6368b1a540b1 with Priority: HIGHEST for action port [ 1226.052471] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7dfa22-f5db-4564-a878-6368b1a540b1 with Priority: HIGHEST for action port [ 1226.052471] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee7dfa22-f5db-4564-a878-6368b1a540b1 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.052471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee7dfa22-f5db-4564-a878-6368b1a540b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.052471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee7dfa22-f5db-4564-a878-6368b1a540b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.052758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee7dfa22-f5db-4564-a878-6368b1a540b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.052758] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7dfa22-f5db-4564-a878-6368b1a540b1',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.558529] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee7dfa22-f5db-4564-a878-6368b1a540b1 [ 1226.558529] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.558529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.558529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.559493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.559610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.559737] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee7dfa22-f5db-4564-a878-6368b1a540b1 already deleted. [ 1226.559826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee7dfa22-f5db-4564-a878-6368b1a540b1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.089245] env[69806]: INFO networking_nsxv3.common.synchronization [None req-6542884b-64d4-462c-9b8a-712a5de24368 None None] Enqueued Resource ID: b85e7217-0c22-4a11-b79f-eec51dc4a736 with Priority: HIGHEST for action port [ 1228.089245] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85e7217-0c22-4a11-b79f-eec51dc4a736 with Priority: HIGHEST for action port [ 1228.089245] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-b85e7217-0c22-4a11-b79f-eec51dc4a736 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.089245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b85e7217-0c22-4a11-b79f-eec51dc4a736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.089245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b85e7217-0c22-4a11-b79f-eec51dc4a736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.090240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b85e7217-0c22-4a11-b79f-eec51dc4a736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.090501] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b85e7217-0c22-4a11-b79f-eec51dc4a736',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.424865] env[69806]: INFO networking_nsxv3.common.synchronization [None req-483e6675-8594-4bdf-a1e5-6c1535413fd0 None None] Enqueued Resource ID: a93aad58-7400-4e08-a233-490de543de61 with Priority: HIGHEST for action port [ 1228.425449] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93aad58-7400-4e08-a233-490de543de61 with Priority: HIGHEST for action port [ 1228.425792] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-a93aad58-7400-4e08-a233-490de543de61 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.425952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a93aad58-7400-4e08-a233-490de543de61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.426025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a93aad58-7400-4e08-a233-490de543de61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.426407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a93aad58-7400-4e08-a233-490de543de61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.426494] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93aad58-7400-4e08-a233-490de543de61',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.593050] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b85e7217-0c22-4a11-b79f-eec51dc4a736 [ 1228.593361] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.593623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.593661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.593857] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.593943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.594057] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b85e7217-0c22-4a11-b79f-eec51dc4a736 already deleted. [ 1228.594146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b85e7217-0c22-4a11-b79f-eec51dc4a736" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.930079] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a93aad58-7400-4e08-a233-490de543de61 [ 1228.930079] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.930079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.930079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.930404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.930404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.930567] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a93aad58-7400-4e08-a233-490de543de61 already deleted. [ 1228.930612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a93aad58-7400-4e08-a233-490de543de61" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.221715] env[69806]: INFO networking_nsxv3.common.synchronization [req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce req-fef75bd5-63f3-4596-afa9-a3d05456bcf5 tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Enqueued Resource ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 with Priority: HIGHEST for action security_group_members [ 1231.222328] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 with Priority: HIGHEST for action security_group_members [ 1231.222688] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ede90b-6435-4a43-95ee-2ea0c0076af0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.222829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.222895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.223206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.223383] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.223538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.223589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.223733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.223806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.223901] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ede90b-6435-4a43-95ee-2ea0c0076af0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.524399] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.524542] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-343" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.524686] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-343" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.525032] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-343" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.525313] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.525475] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.525596] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.525813] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.525962] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.526210] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.526329] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.526444] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.526559] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.526672] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.526784] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.526910] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.547038] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.547196] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1231.547343] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.547530] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-343" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.547844] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.548024] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.548210] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.548550] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.548697] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b02e77d6-eee8-4a26-ba6b-53d7b741a6e4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.726520] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.726735] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.726786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.726971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.727138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.727349] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.727450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.727514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.727670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.727746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.727834] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 already deleted. [ 1231.727915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.051181] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.051511] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.051658] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.051955] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.052223] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.052399] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 not found, creating... [ 1232.052708] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.052921] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.053113] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.053367] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.053512] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.053814] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.054010] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.054596] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.054869] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.055030] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.055186] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 is going to be created. [ 1232.077897] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.077897] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.077897] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.077897] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.077897] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.078127] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.995372] env[69806]: INFO networking_nsxv3.common.synchronization [req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce req-7f889692-f03c-41b1-8b56-5892559d7327 service nova] Enqueued Resource ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 with Priority: HIGHEST for action security_group_rules [ 1232.995650] env[69806]: INFO networking_nsxv3.common.synchronization [req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce req-7f889692-f03c-41b1-8b56-5892559d7327 service nova] Enqueued Resource ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 with Priority: HIGHEST for action security_group_members [ 1232.995687] env[69806]: INFO networking_nsxv3.common.synchronization [req-5cddbab2-89ce-4af1-8f76-414f80f3e0ce req-7f889692-f03c-41b1-8b56-5892559d7327 service nova] Enqueued Resource ID: b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 with Priority: HIGHEST for action port [ 1232.996204] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 with Priority: HIGHEST for action security_group_rules [ 1232.996362] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 with Priority: HIGHEST for action security_group_members [ 1232.996449] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 with Priority: HIGHEST for action port [ 1232.996691] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ede90b-6435-4a43-95ee-2ea0c0076af0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.996813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.996881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.997155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.997240] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ede90b-6435-4a43-95ee-2ea0c0076af0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.998060] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ede90b-6435-4a43-95ee-2ea0c0076af0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.998176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.998245] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.998414] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.998558] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.998652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.998715] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.998855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.998956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.999046] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ede90b-6435-4a43-95ee-2ea0c0076af0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.999780] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.999887] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.999953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.000116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.000237] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b02e77d6-eee8-4a26-ba6b-53d7b741a6e4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.501533] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ede90b-6435-4a43-95ee-2ea0c0076af0 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.501815] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.501897] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ede90b-6435-4a43-95ee-2ea0c0076af0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.502760] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 with status ACTIVE [ 1233.503060] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.503060] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.503164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.503544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.508436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.508436] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.508436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.508436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.508436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.508436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.508436] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.508752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.508752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.508752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.508829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.508868] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b02e77d6-eee8-4a26-ba6b-53d7b741a6e4 is going to be updated. [ 1233.535379] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.535379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.535379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.535379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.535379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.535379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b02e77d6-eee8-4a26-ba6b-53d7b741a6e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.563301] env[69806]: INFO networking_nsxv3.common.synchronization [req-73255f1a-2b8e-4eaf-8b89-48957648ce4b req-4c6223cc-6ece-4168-9974-30d168d65f62 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1233.563983] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1233.565161] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.565355] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.565439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.565761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.565999] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.566110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.566182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.566388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.566494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.566590] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.011118] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ede90b-6435-4a43-95ee-2ea0c0076af0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.052775] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.052775] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.053194] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.053920] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.053920] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.053920] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.053920] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.054271] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.054322] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.058022] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.058022] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.058022] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.058022] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.058022] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.058022] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.058022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.069342] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.069540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.069540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.069796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.069879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.070096] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.070430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.070430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.070430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.070597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.070597] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 already deleted. [ 1234.070712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.076149] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.076340] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1234.076453] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.076632] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.077303] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-951e4036-6436-49c9-a1b7-061c55ab5b5c taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.077303] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-951e4036-6436-49c9-a1b7-061c55ab5b5c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.077528] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-951e4036-6436-49c9-a1b7-061c55ab5b5c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.077715] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-951e4036-6436-49c9-a1b7-061c55ab5b5c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.077860] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('951e4036-6436-49c9-a1b7-061c55ab5b5c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.516022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.516022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.516022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.516022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.516022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.516022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 is going to be created. [ 1234.540364] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.540582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.540582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.540778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.540933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.554188] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 in Status: UNINITIALIZED for 2s [ 1234.580168] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.580430] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.580604] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.580969] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.581198] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.581379] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 951e4036-6436-49c9-a1b7-061c55ab5b5c not found, creating... [ 1234.584026] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.584026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.584026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.584026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.584026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.584026] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.584026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.584026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.584026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.584026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.584543] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 951e4036-6436-49c9-a1b7-061c55ab5b5c is going to be created. [ 1234.611899] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.612177] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.612300] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.612588] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.612824] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.613080] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-951e4036-6436-49c9-a1b7-061c55ab5b5c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.353699] env[69806]: INFO networking_nsxv3.common.synchronization [req-73255f1a-2b8e-4eaf-8b89-48957648ce4b req-3e96122b-71d0-4930-8080-b5923959b3df service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1235.353940] env[69806]: INFO networking_nsxv3.common.synchronization [req-73255f1a-2b8e-4eaf-8b89-48957648ce4b req-3e96122b-71d0-4930-8080-b5923959b3df service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1235.354081] env[69806]: INFO networking_nsxv3.common.synchronization [req-73255f1a-2b8e-4eaf-8b89-48957648ce4b req-3e96122b-71d0-4930-8080-b5923959b3df service nova] Enqueued Resource ID: 951e4036-6436-49c9-a1b7-061c55ab5b5c with Priority: HIGHEST for action port [ 1235.354321] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1235.354450] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1235.354543] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951e4036-6436-49c9-a1b7-061c55ab5b5c with Priority: HIGHEST for action port [ 1235.355155] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.355227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.355313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.355576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.355660] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.356887] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.357009] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.357085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.357254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.357400] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.357502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.357552] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.357720] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.357770] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.357861] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.358632] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-951e4036-6436-49c9-a1b7-061c55ab5b5c taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.358729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-951e4036-6436-49c9-a1b7-061c55ab5b5c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.359310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-951e4036-6436-49c9-a1b7-061c55ab5b5c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.359310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-951e4036-6436-49c9-a1b7-061c55ab5b5c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.359310] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('951e4036-6436-49c9-a1b7-061c55ab5b5c',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.861181] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.862272] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.862433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.862606] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 951e4036-6436-49c9-a1b7-061c55ab5b5c with status ACTIVE [ 1235.862685] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.862830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.862882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.863079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.863171] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.863339] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.863435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.863497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.863641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.863731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.863886] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.863977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.864047] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.864186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.864258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.864340] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 951e4036-6436-49c9-a1b7-061c55ab5b5c is going to be updated. [ 1235.887637] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.887851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.887851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.888042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.888198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.888365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-951e4036-6436-49c9-a1b7-061c55ab5b5c" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.366416] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.561442] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 in Status: SUCCESS [ 1236.561736] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.561869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.562132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.562354] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.562556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.562685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.562928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.563032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.563142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.563240] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ede90b-6435-4a43-95ee-2ea0c0076af0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.872464] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.872646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.872690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.872925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.873150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.873253] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be created. [ 1236.905419] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.905627] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.905682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.905919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.906131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.917149] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: UNINITIALIZED for 2s [ 1237.067089] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ede90b-6435-4a43-95ee-2ea0c0076af0 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.067310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.067310] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.067522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.067686] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.067776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.067845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.067988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.068087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.068178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.068324] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ede90b-6435-4a43-95ee-2ea0c0076af0 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.068415] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.068565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.068623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.068760] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.068855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.068907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.069329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.069408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.069493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.069582] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ede90b-6435-4a43-95ee-2ea0c0076af0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.572914] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ede90b-6435-4a43-95ee-2ea0c0076af0: rpc.has_security_group_logging(os_id): False [ 1237.695254] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.695406] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.695479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.695766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.695885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.696172] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.696280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.696341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.696504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.696584] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.696770] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.696863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.697087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.697087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.697205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.697308] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.697400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.697453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.697587] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.697662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.697825] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 is going to be created. [ 1237.774157] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.774342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.774389] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.774602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.774823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.792796] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 in Status: IN_PROGRESS for 2s [ 1238.929654] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1238.930172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.930172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.930271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.930456] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.930586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.930655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.930817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.930922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.931030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.931194] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.433990] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.434689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.434806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.435113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.435356] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.435496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.435569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.435846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.435846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.435949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.436207] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.436369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.436445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.436599] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.436748] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.436890] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.436963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.437129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.437216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.437289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.437419] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.805570] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 in Status: SUCCESS [ 1239.805830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.940587] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cc5bd00-96bd-4bb0-863f-859a117bbad6: rpc.has_security_group_logging(os_id): False [ 1239.958584] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.958751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.958792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.959309] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.959423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.959793] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.959909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.959969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.960198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.960306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.960541] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.960644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.960708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.960857] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.960932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.961194] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.961731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.961731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.961731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.961731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.961910] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be created. [ 1240.019279] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.019460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.019460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.019654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.019832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.034289] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1240.355111] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.355234] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1242.048889] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1242.049237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.020833] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.021051] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.021206] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.021502] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.021776] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.021942] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.022081] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.022306] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.022460] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.022677] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1243.022798] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.022920] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.023062] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.023449] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1243.023449] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.023620] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.042923] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.043129] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1243.043278] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.043465] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-420" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.043847] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-55ebe8c6-76c8-4e6a-bb86-322a955f9272 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.044053] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.044184] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.044459] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.044600] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ebe8c6-76c8-4e6a-bb86-322a955f9272',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.547509] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.547887] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.547973] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.548301] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.548462] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.548786] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.548956] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.549117] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.549366] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.549514] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.549819] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.550017] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.550180] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.550374] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.550518] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.550730] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 55ebe8c6-76c8-4e6a-bb86-322a955f9272 is going to be updated. [ 1243.572228] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.572489] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.572690] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.573290] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.573601] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.573906] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.349192] env[69806]: INFO networking_nsxv3.common.synchronization [req-f9167676-b0bc-4607-af14-723a90f004f3 req-be7aeaf3-7d06-4430-8e7f-d848a167fd20 service nova] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 1244.349192] env[69806]: INFO networking_nsxv3.common.synchronization [req-f9167676-b0bc-4607-af14-723a90f004f3 req-be7aeaf3-7d06-4430-8e7f-d848a167fd20 service nova] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1244.349192] env[69806]: INFO networking_nsxv3.common.synchronization [req-f9167676-b0bc-4607-af14-723a90f004f3 req-be7aeaf3-7d06-4430-8e7f-d848a167fd20 service nova] Enqueued Resource ID: 55ebe8c6-76c8-4e6a-bb86-322a955f9272 with Priority: HIGHEST for action port [ 1244.349340] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_rules [ 1244.349472] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1244.349681] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ebe8c6-76c8-4e6a-bb86-322a955f9272 with Priority: HIGHEST for action port [ 1244.349994] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.349994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.350443] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.350536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.350753] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.355349] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.355349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.355349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.355349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.355349] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.355349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.355349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.355349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.355349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.355349] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.355952] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-55ebe8c6-76c8-4e6a-bb86-322a955f9272 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.356023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.356084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.356216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.356287] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ebe8c6-76c8-4e6a-bb86-322a955f9272',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.568724] env[69806]: INFO networking_nsxv3.common.synchronization [req-30cb4e85-ce74-43eb-a6f3-310c872a8c34 req-a1be5b94-5d60-4851-b8c1-3a3ddf70caec tempest-ServerMetadataNegativeTestJSON-1205456676 tempest-ServerMetadataNegativeTestJSON-1205456676-project-member] Enqueued Resource ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 with Priority: HIGHEST for action security_group_members [ 1244.569232] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 with Priority: HIGHEST for action security_group_members [ 1244.573250] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ede90b-6435-4a43-95ee-2ea0c0076af0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.573388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.573510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.573721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.573906] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.574016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.574096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.574255] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.574341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.574442] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ede90b-6435-4a43-95ee-2ea0c0076af0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.854338] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.854521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.857061] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.858559] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55ebe8c6-76c8-4e6a-bb86-322a955f9272 with status ACTIVE [ 1244.858808] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.858980] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.859102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.859403] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.859541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.859782] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.860172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.860243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.860472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.860596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.860853] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.861016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.861133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.861381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.861504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.861676] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55ebe8c6-76c8-4e6a-bb86-322a955f9272 is going to be updated. [ 1244.886275] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.886463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.886524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.886941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.886941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.887118] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55ebe8c6-76c8-4e6a-bb86-322a955f9272" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.076347] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.076508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.076583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.076846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.076949] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.077200] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.077270] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.077335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.077494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.077602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.077699] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 is going to be updated. [ 1245.110784] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.110934] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.111032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.111388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.111576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.123338] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 in Status: IN_PROGRESS for 2s [ 1245.359554] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.863967] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.864417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.864417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.864565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.864683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.864837] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be updated. [ 1245.894414] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.894674] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.894674] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.894863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.895018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.904072] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 1246.542057] env[69806]: INFO networking_nsxv3.common.synchronization [None req-f858aaa8-5f41-4ac1-9edf-1aeafdb8721e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 2ddf49cf-e761-4fed-a77b-8be2fe2ac40b with Priority: HIGHEST for action security_group_rules [ 1246.542582] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddf49cf-e761-4fed-a77b-8be2fe2ac40b with Priority: HIGHEST for action security_group_rules [ 1246.542889] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ddf49cf-e761-4fed-a77b-8be2fe2ac40b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.543020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ddf49cf-e761-4fed-a77b-8be2fe2ac40b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.543095] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ddf49cf-e761-4fed-a77b-8be2fe2ac40b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.543349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ddf49cf-e761-4fed-a77b-8be2fe2ac40b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.543429] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ddf49cf-e761-4fed-a77b-8be2fe2ac40b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.625158] env[69806]: INFO networking_nsxv3.common.synchronization [None req-6098203e-edb4-4d55-8c4f-15f1fe180f09 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 2ddf49cf-e761-4fed-a77b-8be2fe2ac40b with Priority: HIGHEST for action security_group_rules [ 1246.625671] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddf49cf-e761-4fed-a77b-8be2fe2ac40b with Priority: HIGHEST for action security_group_rules [ 1246.626295] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ddf49cf-e761-4fed-a77b-8be2fe2ac40b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.626295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ddf49cf-e761-4fed-a77b-8be2fe2ac40b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.065489] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.065931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.065931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.066080] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.066204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.066335] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ddf49cf-e761-4fed-a77b-8be2fe2ac40b already deleted. [ 1247.066453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ddf49cf-e761-4fed-a77b-8be2fe2ac40b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.066843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ddf49cf-e761-4fed-a77b-8be2fe2ac40b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.066896] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ddf49cf-e761-4fed-a77b-8be2fe2ac40b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.066974] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ddf49cf-e761-4fed-a77b-8be2fe2ac40b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.132672] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 in Status: SUCCESS [ 1247.132931] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 deletion is rescheduled due to dependency. [ 1247.133026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.588819] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.589180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.589269] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.589769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.589921] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.590063] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ddf49cf-e761-4fed-a77b-8be2fe2ac40b already deleted. [ 1247.590373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ddf49cf-e761-4fed-a77b-8be2fe2ac40b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.918239] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 1247.918431] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.918623] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.918867] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.919098] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.919326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.919482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.919707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.919827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.919955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.920097] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.423382] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.926175] env[69806]: INFO networking_nsxv3.common.synchronization [req-dcb9affc-027f-41f3-8ca5-c02531a57709 req-40663cb2-750c-4c33-8c9b-5522a5ea2bc5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1248.926175] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5: rpc.has_security_group_logging(os_id): False [ 1248.927238] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1248.928033] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.928033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.928033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.928033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.928286] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.928286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.928373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.928538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.928626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.928725] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.952020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.952020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.952020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.952020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.952020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.952020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.952020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.952020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.952020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.952020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.952020] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be updated. [ 1249.023046] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.023394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.023394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.023583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.023711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.040047] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 1249.252710] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.252910] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.253055] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.253699] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.253699] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.253834] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.253942] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.254188] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.254340] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.254610] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1249.254808] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.254872] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.254971] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.255101] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1249.255218] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.255818] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.277824] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.278053] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1249.278204] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.278403] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.278819] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-bb800c6b-fbc6-4e1d-a02d-ea133e22b822 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.279027] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-bb800c6b-fbc6-4e1d-a02d-ea133e22b822" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.279225] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-bb800c6b-fbc6-4e1d-a02d-ea133e22b822" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.279646] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-bb800c6b-fbc6-4e1d-a02d-ea133e22b822" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.279871] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb800c6b-fbc6-4e1d-a02d-ea133e22b822',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.432808] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.783666] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.783666] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.783666] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.783666] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.783666] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.783666] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port bb800c6b-fbc6-4e1d-a02d-ea133e22b822 not found, creating... [ 1249.783986] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.784219] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.784348] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.784609] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.784773] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.785099] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.785295] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.785468] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.785819] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.785933] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.786016] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: bb800c6b-fbc6-4e1d-a02d-ea133e22b822 is going to be created. [ 1249.798742] env[69806]: INFO networking_nsxv3.common.synchronization [req-838baa34-e0ee-490a-8efe-62b00fb52cf2 req-287c1443-74e4-4538-be5b-d2cb89ad5e7e tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1249.799420] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1249.799702] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.800792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.800792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.800792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.800792] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.800792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.800792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.800792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.801044] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.801044] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.811187] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.811490] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.811656] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.811991] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.812218] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.812503] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-bb800c6b-fbc6-4e1d-a02d-ea133e22b822" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.935258] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.303235] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.303397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.303453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.303762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.303915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.304194] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.304327] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.304398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.304602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.304686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.304778] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1250.337036] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.337103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.337205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.337469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.338025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.347954] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1250.438274] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.438726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.438726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.438726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.439155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.439155] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1250.475452] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.475678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.475827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.476189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.476539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.490763] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1250.534035] env[69806]: INFO networking_nsxv3.common.synchronization [req-dcb9affc-027f-41f3-8ca5-c02531a57709 req-f9928b17-8df2-4441-9268-8fa5381010d1 service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1250.534293] env[69806]: INFO networking_nsxv3.common.synchronization [req-dcb9affc-027f-41f3-8ca5-c02531a57709 req-f9928b17-8df2-4441-9268-8fa5381010d1 service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1250.534460] env[69806]: INFO networking_nsxv3.common.synchronization [req-dcb9affc-027f-41f3-8ca5-c02531a57709 req-f9928b17-8df2-4441-9268-8fa5381010d1 service nova] Enqueued Resource ID: bb800c6b-fbc6-4e1d-a02d-ea133e22b822 with Priority: HIGHEST for action port [ 1250.535333] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1250.536031] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1250.536031] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb800c6b-fbc6-4e1d-a02d-ea133e22b822 with Priority: HIGHEST for action port [ 1250.537030] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.537030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.537030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.537030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.537030] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.541966] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.542215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.542678] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb800c6b-fbc6-4e1d-a02d-ea133e22b822 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.542803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb800c6b-fbc6-4e1d-a02d-ea133e22b822" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.542871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb800c6b-fbc6-4e1d-a02d-ea133e22b822" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.543105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb800c6b-fbc6-4e1d-a02d-ea133e22b822" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.543199] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb800c6b-fbc6-4e1d-a02d-ea133e22b822',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.045430] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.045582] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.046877] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb800c6b-fbc6-4e1d-a02d-ea133e22b822 with status ACTIVE [ 1251.047157] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.047292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.047358] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.047574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.047657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.047834] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.047924] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.048244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.048244] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.048365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.048446] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.048536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.048593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.048728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.049787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.049787] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb800c6b-fbc6-4e1d-a02d-ea133e22b822 is going to be updated. [ 1251.054614] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 1251.055320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.080618] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.080829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.080829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.081206] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.082399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.082399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb800c6b-fbc6-4e1d-a02d-ea133e22b822" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.834997] env[69806]: INFO networking_nsxv3.common.synchronization [req-58650e2a-4d53-4795-bd4a-9064fb53b5b6 req-0e9d322d-ec16-4000-85df-6b37ac7bafe3 tempest-AttachVolumeNegativeTest-1487964098 tempest-AttachVolumeNegativeTest-1487964098-project-member] Enqueued Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_members [ 1251.835574] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGHEST for action security_group_members [ 1251.835975] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9740e41b-0e35-41be-b00a-e4e98d95a3d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.836594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.836679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.836918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.837261] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.837453] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.837557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.837738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.837832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.837944] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9740e41b-0e35-41be-b00a-e4e98d95a3d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.340201] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.340756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.340970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.341420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.341660] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.343682] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.343682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.343682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.343682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.343682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.343682] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 is going to be updated. [ 1252.361899] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1252.362043] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d deletion is rescheduled due to dependency. [ 1252.362165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.380639] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.380833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.380876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.381114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.381487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.397985] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 in Status: IN_PROGRESS for 2s [ 1252.508951] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1252.509298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.509538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.509873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.510279] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.510479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.510690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.511240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.511240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.511240] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.013749] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.229319] env[69806]: INFO networking_nsxv3.common.synchronization [req-075bbbaf-94f2-4c64-981a-5cba39db5d6c req-e0612470-f414-4bdd-970a-ba6e08a317ba tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1253.229319] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1253.229319] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.229319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.229319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.229319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.229319] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.229319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.229319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.229319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.229319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.229319] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.514573] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.514794] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.514926] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.515212] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.515479] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.515703] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.515805] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.515965] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.516207] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.516340] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1253.516463] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.516577] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.516688] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.516803] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1253.516915] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.517069] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.518628] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.542043] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.542043] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1253.542043] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.542043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.542043] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.542043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.542043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.542043] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.542043] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.732620] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.732620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.732620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.732620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.732620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.732866] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.733393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.733393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.733393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.733393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.733393] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1253.762304] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.762445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.762516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.762733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.762873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.774089] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1254.022283] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.022618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.022618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.022822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.022914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.023027] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1254.044739] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.045053] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.045197] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.045493] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.045665] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.045825] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 not found, creating... [ 1254.046128] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.046303] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.046418] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.046655] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.046800] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.047111] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.047276] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.047399] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.047617] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.047757] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.047964] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 is going to be created. [ 1254.052929] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.053079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.053131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.053306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.053445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.066458] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1254.071355] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.071591] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.071749] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.072014] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.072276] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.072515] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.412776] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 in Status: SUCCESS [ 1254.413207] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 deletion is rescheduled due to dependency. [ 1254.413207] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.795700] env[69806]: INFO networking_nsxv3.common.synchronization [req-075bbbaf-94f2-4c64-981a-5cba39db5d6c req-380b5188-a561-4d1b-a371-daf19bb2d1b5 service nova] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_rules [ 1254.795905] env[69806]: INFO networking_nsxv3.common.synchronization [req-075bbbaf-94f2-4c64-981a-5cba39db5d6c req-380b5188-a561-4d1b-a371-daf19bb2d1b5 service nova] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1254.796212] env[69806]: INFO networking_nsxv3.common.synchronization [req-075bbbaf-94f2-4c64-981a-5cba39db5d6c req-380b5188-a561-4d1b-a371-daf19bb2d1b5 service nova] Enqueued Resource ID: 8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 with Priority: HIGHEST for action port [ 1254.798105] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_rules [ 1254.798105] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1254.798105] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 with Priority: HIGHEST for action port [ 1254.798105] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.798105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.798105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.798105] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.798105] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.798630] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.798806] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.799756] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.799756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.799756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.799756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.799756] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.302508] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.302933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.302933] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 with status ACTIVE [ 1255.303163] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.303163] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.303295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.303679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.303679] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.303813] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.303925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.304407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.304407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.304407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.304605] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.304605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.304739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.304789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.304880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.304950] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66 is going to be updated. [ 1255.331868] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.332153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.332153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.332315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.332461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.332621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a3e5ad3-c6d8-458e-94f9-4ec658dd7c66" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.785982] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1255.786188] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d deletion is rescheduled due to dependency. [ 1255.786293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.786458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.786682] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.786868] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.786990] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.787101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.787210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.787287] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.787380] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.085188] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1256.085454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.085653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.085889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.086124] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.086672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.086672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.086672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.086672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.086900] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.086956] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.289695] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.591821] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.591821] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.591821] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.591821] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.591821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.593147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.593147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.593147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.593147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.593147] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.793488] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.093940] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cc5bd00-96bd-4bb0-863f-859a117bbad6: rpc.has_security_group_logging(os_id): False [ 1257.116110] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.116347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.116469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.116738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.116878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.117175] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.117330] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.117423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.117660] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.117794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.118046] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.118190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.118269] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.118363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.118424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.118617] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.118707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.118796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.118950] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.119046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.119227] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1257.189972] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.189972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.189972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.190179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.190325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.207900] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1257.296680] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.296888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.296986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.297199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.297289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.297410] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1257.359795] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.359795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.359795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.360086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.360086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.374999] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1257.470648] env[69806]: INFO networking_nsxv3.common.synchronization [req-85ab9821-3ce4-484b-b672-8cb9981ea5ed req-ee56d2de-90e3-42a6-bf91-ee3030c85b85 tempest-AttachVolumeTestJSON-309253019 tempest-AttachVolumeTestJSON-309253019-project-member] Enqueued Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_members [ 1257.470999] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGHEST for action security_group_members [ 1257.472065] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aeecb79-a55f-4386-859b-287316c8de02 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.472065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.472065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.472065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.473626] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.473626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.473626] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.474048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.474048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.474118] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aeecb79-a55f-4386-859b-287316c8de02',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.978277] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.978574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.978574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.979780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.979780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.980032] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.980160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.980220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.980378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.980458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.980533] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aeecb79-a55f-4386-859b-287316c8de02 is going to be updated. [ 1258.008354] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.008540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.008629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.008878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.009070] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.019584] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aeecb79-a55f-4386-859b-287316c8de02 in Status: IN_PROGRESS for 2s [ 1259.230792] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1259.231561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.385100] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1259.385337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.385516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.385751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.385952] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.386091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.386155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.386308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.386392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.386909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.386909] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.889403] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.889631] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.889631] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.889874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.890054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.890159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.890224] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.890372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.890461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.890550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.890697] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.890790] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.890852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.890991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.891145] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.891266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.891334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.891530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.891596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.891681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.891770] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.029814] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aeecb79-a55f-4386-859b-287316c8de02 in Status: SUCCESS [ 1260.030467] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aeecb79-a55f-4386-859b-287316c8de02 deletion is rescheduled due to dependency. [ 1260.030914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.393824] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ba6c587-1910-4fdf-b906-c039587ed26d: rpc.has_security_group_logging(os_id): False [ 1260.413626] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.413772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.413842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.414085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.414178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.414369] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.414467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.414533] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.414681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.414757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.414949] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.415054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.415119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.415280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.415425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.415552] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.415646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.415739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.415899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.415975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.416127] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1260.482465] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.482712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.482811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.483078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.483277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.496233] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1261.617433] env[69806]: INFO networking_nsxv3.common.synchronization [req-8dedc6d5-b2d4-409b-a362-3692109259f3 req-81f40093-3350-4119-a8cc-c533ba4ce7e1 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1261.618499] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1261.621534] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.622426] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.622594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.623146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.624471] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.624471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.624721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.624721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.624787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.624861] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.128023] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.516336] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1262.516665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.630800] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.124215] env[69806]: INFO networking_nsxv3.common.synchronization [req-7498416a-10ac-4b68-a8d2-310307f90be1 req-baa4c931-7472-4898-a7be-44a2e77c992d tempest-ServerActionsTestOtherB-1686472193 tempest-ServerActionsTestOtherB-1686472193-project-member] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1263.124739] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGHEST for action security_group_members [ 1263.125053] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.125177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.125246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.125451] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.125601] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.125698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.125762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.125909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.126033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.128016] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.135034] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.135034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.135034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.135262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.135373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.135475] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1263.175609] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.175758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.175758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.175970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.176136] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.187432] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1263.632362] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.632879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.632879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.632879] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.633065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.633160] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.633292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.633380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.633539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.633666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.633835] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be updated. [ 1263.669019] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.669237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.669237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.669593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.670155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.684515] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: IN_PROGRESS for 2s [ 1265.197558] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1265.197856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.694708] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 in Status: SUCCESS [ 1265.694894] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 deletion is rescheduled due to dependency. [ 1265.695025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.125397] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.125798] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.746245] env[69806]: INFO networking_nsxv3.common.synchronization [req-97b31519-6826-4aaa-be04-df2679945ee9 req-fcd43f9d-1a86-4e58-b768-a666ac6057fa tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1272.746922] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1272.747314] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.747496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.747615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.748036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.748428] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.748620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.748775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.748989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.749147] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.749345] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.078490] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.078880] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.079162] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.079604] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.080474] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.080815] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.081058] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.081406] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.081687] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.082037] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.082247] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.082451] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.082654] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.082864] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.083077] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.083310] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.104383] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.104557] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1273.104695] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.104878] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.105306] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-acc3443a-b082-40c9-8a84-a02e28089fe9 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.105525] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-acc3443a-b082-40c9-8a84-a02e28089fe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.105658] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-acc3443a-b082-40c9-8a84-a02e28089fe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.105995] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-acc3443a-b082-40c9-8a84-a02e28089fe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.106157] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc3443a-b082-40c9-8a84-a02e28089fe9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.252854] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.609102] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.609488] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.609585] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.610076] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.610291] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.610535] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port acc3443a-b082-40c9-8a84-a02e28089fe9 not found, creating... [ 1273.610906] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.611182] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.611333] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.611696] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.611899] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.612250] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.612545] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.612759] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.613072] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.613345] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.613519] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: acc3443a-b082-40c9-8a84-a02e28089fe9 is going to be created. [ 1273.652713] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.652969] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.653069] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.653359] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.653598] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.653837] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-acc3443a-b082-40c9-8a84-a02e28089fe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.756356] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.262204] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.262204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.262204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.262204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.262204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.262204] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1274.297530] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.297530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.297530] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.297834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.298148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.309739] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1274.622475] env[69806]: INFO networking_nsxv3.common.synchronization [req-97b31519-6826-4aaa-be04-df2679945ee9 req-7dcc2993-e112-42f5-aa4d-826b56e4dc78 service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1274.622475] env[69806]: INFO networking_nsxv3.common.synchronization [req-97b31519-6826-4aaa-be04-df2679945ee9 req-7dcc2993-e112-42f5-aa4d-826b56e4dc78 service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1274.622475] env[69806]: INFO networking_nsxv3.common.synchronization [req-97b31519-6826-4aaa-be04-df2679945ee9 req-7dcc2993-e112-42f5-aa4d-826b56e4dc78 service nova] Enqueued Resource ID: acc3443a-b082-40c9-8a84-a02e28089fe9 with Priority: HIGHEST for action port [ 1274.624508] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1274.624800] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1274.625012] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc3443a-b082-40c9-8a84-a02e28089fe9 with Priority: HIGHEST for action port [ 1274.625457] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.625759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.626027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.626395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.626602] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.627659] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.629030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.629030] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-acc3443a-b082-40c9-8a84-a02e28089fe9 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.629030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acc3443a-b082-40c9-8a84-a02e28089fe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.629030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acc3443a-b082-40c9-8a84-a02e28089fe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.629030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acc3443a-b082-40c9-8a84-a02e28089fe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.629030] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc3443a-b082-40c9-8a84-a02e28089fe9',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.131387] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.131763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.133053] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acc3443a-b082-40c9-8a84-a02e28089fe9 with status ACTIVE [ 1275.133294] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.133452] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.133524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.133780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.133880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.134079] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.134225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.134300] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.134500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.134586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.134778] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.134875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.134972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.135135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.135212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.135300] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acc3443a-b082-40c9-8a84-a02e28089fe9 is going to be updated. [ 1275.157228] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.157456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.157456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.157669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.157832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.157993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acc3443a-b082-40c9-8a84-a02e28089fe9" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.323317] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1276.323670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.323670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.324303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.324303] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.324303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.324303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.324531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.324583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.324693] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.827668] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.330316] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.833219] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.833473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.833584] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.833914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.834085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.834245] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1277.862527] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.862730] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.862874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.863039] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.863195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.872523] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1279.224292] env[69806]: INFO networking_nsxv3.common.synchronization [None req-629d7dcc-2a25-4e72-a0a1-be4984c5f96d None None] Enqueued Resource ID: 110142fa-4706-4721-a4fd-2bfe558d05d1 with Priority: HIGHEST for action port [ 1279.224563] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110142fa-4706-4721-a4fd-2bfe558d05d1 with Priority: HIGHEST for action port [ 1279.225161] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-110142fa-4706-4721-a4fd-2bfe558d05d1 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.225428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-110142fa-4706-4721-a4fd-2bfe558d05d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.225506] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-110142fa-4706-4721-a4fd-2bfe558d05d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.225769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-110142fa-4706-4721-a4fd-2bfe558d05d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.225857] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('110142fa-4706-4721-a4fd-2bfe558d05d1',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.728778] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 110142fa-4706-4721-a4fd-2bfe558d05d1 [ 1279.729106] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.729227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.729331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.729624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.730298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.730298] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:110142fa-4706-4721-a4fd-2bfe558d05d1 already deleted. [ 1279.730298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-110142fa-4706-4721-a4fd-2bfe558d05d1" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.887182] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1279.887182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.887182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.887182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.887182] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.887182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.887182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.887182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.887182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.887182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.887637] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.940536] env[69806]: INFO networking_nsxv3.common.synchronization [None req-255836be-3485-4fed-bb94-9c541f88d72c tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Enqueued Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_rules [ 1279.941496] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_rules [ 1279.941496] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.941496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.941496] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.941822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.941822] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.024933] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a9a395dd-6612-4c2b-a85e-9565a43e551a tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Enqueued Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_rules [ 1280.025261] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_rules [ 1280.025568] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.025669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.390690] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.391123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.391123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.391516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.391516] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.391516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.391516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.391991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.391991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.391991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.391991] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.392179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.392209] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.392435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.392577] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.392841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.392841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.392992] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.393114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.393114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.393221] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.463010] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.463185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.463254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.463447] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.463534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.463629] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 already deleted. [ 1280.463755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.464311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.464311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.464311] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.898411] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cc5bd00-96bd-4bb0-863f-859a117bbad6: rpc.has_security_group_logging(os_id): False [ 1280.920398] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.920568] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.920664] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.920840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.920931] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.921138] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.921280] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.921352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.921436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.921507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.921805] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.921926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.921985] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.922145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.922218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.922400] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.922491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.922551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.922685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.922791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.922846] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1280.984058] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.984343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.984343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.984463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.984511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.984569] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 already deleted. [ 1280.984636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.990513] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.990747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.990747] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.990882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.991049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.008272] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1281.520391] env[69806]: INFO networking_nsxv3.common.synchronization [None req-a1fb6369-358b-490b-89b1-945c87728a40 None None] Enqueued Resource ID: 3d82fdc7-e6e5-415f-bcce-aca27a44e93f with Priority: HIGHEST for action port [ 1281.521483] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d82fdc7-e6e5-415f-bcce-aca27a44e93f with Priority: HIGHEST for action port [ 1281.521483] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d82fdc7-e6e5-415f-bcce-aca27a44e93f taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.521483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d82fdc7-e6e5-415f-bcce-aca27a44e93f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.521483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d82fdc7-e6e5-415f-bcce-aca27a44e93f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.521825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d82fdc7-e6e5-415f-bcce-aca27a44e93f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.521879] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d82fdc7-e6e5-415f-bcce-aca27a44e93f',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.023953] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d82fdc7-e6e5-415f-bcce-aca27a44e93f [ 1282.024228] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.024381] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.024454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.024678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.024784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.024882] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d82fdc7-e6e5-415f-bcce-aca27a44e93f already deleted. [ 1282.024967] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d82fdc7-e6e5-415f-bcce-aca27a44e93f" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.024049] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1283.024359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.058812] env[69806]: INFO networking_nsxv3.common.synchronization [req-124b433c-108e-4705-ae01-8882d6a46399 req-c7836862-1de9-4a15-a125-4e84b1bcea15 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1286.058812] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1286.058812] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.058812] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.058812] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.058812] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.058812] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.060314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.060314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.060314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.060314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.060314] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.148241] env[69806]: INFO networking_nsxv3.common.synchronization [req-3e8a0d59-6342-446b-9b48-863255c7842f req-e888849f-5e4b-4b5e-b1ca-de93f710f748 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Enqueued Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_members [ 1286.148748] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_members [ 1286.149072] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.149196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.149268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.149520] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.149678] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.149776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.149830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.149979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.151442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.151442] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.353033] env[69806]: INFO networking_nsxv3.common.synchronization [req-19b5ae55-f081-4549-8b87-28c4d713b246 req-179ba7ed-bd5f-49f3-9f06-e4387e58a84d tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1286.353033] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1286.353033] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.353725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.353923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.354218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.354466] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.355026] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.355192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.355425] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.355590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.355773] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.563495] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.657685] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.657873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.657916] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.658130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.658233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.658433] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.659656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.659656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.659656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.659656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.659656] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 already deleted. [ 1286.659656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.691567] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.691725] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.691884] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.692289] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.692523] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.692806] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.692912] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.693164] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.693321] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.693546] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.693776] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.693776] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.693895] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.693999] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.694194] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.694339] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.717404] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.717404] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1286.717556] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.717832] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.718247] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.719124] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.719124] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.719124] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.719554] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.860023] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.860023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.860023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.860023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.860380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.860380] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.860380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.860531] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.860575] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.860683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.860736] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 1286.891127] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.891345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.891345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.891555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.891698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.901969] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 1287.064701] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.223303] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.223303] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.223303] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.223303] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.223474] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.223506] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 not found, creating... [ 1287.223771] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.223928] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.224059] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.224276] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.224413] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.224721] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.224881] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.225000] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.225225] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.225359] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.225495] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 is going to be created. [ 1287.248336] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.248564] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.248708] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.248969] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.249220] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.250030] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.471923] env[69806]: INFO networking_nsxv3.common.synchronization [req-ecc21005-5653-4e4f-a86d-f65278ac499f req-0d810761-9f4b-4ca1-a7e2-1bc92b217a4d tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Enqueued Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_members [ 1287.472559] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGHEST for action security_group_members [ 1287.472899] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-0604ec09-0b32-4e40-9fdf-e173be6329ea taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.473032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.473102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.473303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.473454] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.473554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.473614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.474034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.474034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.474034] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0604ec09-0b32-4e40-9fdf-e173be6329ea',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.568457] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.568766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.568766] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.568884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.568976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.569090] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1287.605345] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.605487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.605558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.605776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.605977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.620098] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1287.924597] env[69806]: INFO networking_nsxv3.common.synchronization [req-3e8a0d59-6342-446b-9b48-863255c7842f req-f58e439c-321b-4c8b-b6ce-470942346620 service nova] Enqueued Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_rules [ 1287.924763] env[69806]: INFO networking_nsxv3.common.synchronization [req-3e8a0d59-6342-446b-9b48-863255c7842f req-f58e439c-321b-4c8b-b6ce-470942346620 service nova] Enqueued Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_members [ 1287.924909] env[69806]: INFO networking_nsxv3.common.synchronization [req-3e8a0d59-6342-446b-9b48-863255c7842f req-f58e439c-321b-4c8b-b6ce-470942346620 service nova] Enqueued Resource ID: dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 with Priority: HIGHEST for action port [ 1287.925301] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_rules [ 1287.925301] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_members [ 1287.929101] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 with Priority: HIGHEST for action port [ 1287.929101] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.929101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.929101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.929101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.929101] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.929101] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.929101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.929101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.929101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.929101] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.929101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.929101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.929101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.929101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.929101] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.929852] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.929852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.929852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.929852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.929852] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.975786] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.976025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.976025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.976322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.976432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.976635] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.976743] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.976813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.976957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.977045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.977133] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea is going to be updated. [ 1288.003793] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.003953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.003998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.004223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.004365] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.013231] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea in Status: IN_PROGRESS for 2s [ 1288.431202] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.431549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.431549] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.432524] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 with status ACTIVE [ 1288.433278] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.433278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.433278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.433278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.433594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.433594] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.433678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.433678] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.433847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.433930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.434138] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.434235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.434401] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.434457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.434508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.434597] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 is going to be updated. [ 1288.457691] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.457889] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.457972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.458210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.458364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.458548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.912056] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 1288.912237] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 deletion is rescheduled due to dependency. [ 1288.912337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.936548] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.438999] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.439360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.439360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.439472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.439559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.439667] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 is going to be created. [ 1289.463184] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.463399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.463399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.463613] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.463778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.473458] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 in Status: UNINITIALIZED for 2s [ 1289.630865] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1289.631063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.023978] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea in Status: SUCCESS [ 1290.024565] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea deletion is rescheduled due to dependency. [ 1290.024565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.483022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 in Status: SUCCESS [ 1291.483294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.483398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.483606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.483795] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.483936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.484033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.484131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.484351] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.484351] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.484351] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.987802] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.489476] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20b4fd44-e92f-4a49-b719-ed87a8360f59: rpc.has_security_group_logging(os_id): False [ 1292.506473] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.506611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.506652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.506843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.506937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.507212] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.507313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.507376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.507534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.507610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.507700] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 is going to be created. [ 1292.560753] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.560901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.561063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.561237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.561398] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.572194] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 in Status: IN_PROGRESS for 2s [ 1292.926393] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.926393] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1294.586912] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 in Status: SUCCESS [ 1294.587253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.921809] env[69806]: INFO networking_nsxv3.common.synchronization [req-8811cb4c-c9fc-4eca-8df9-106d7e785cb7 req-f8300e6d-4f79-4cb8-8a69-b59f263cba75 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1296.922635] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1296.925107] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.926547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.926547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.926547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.926547] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.926547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.926547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.926547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.926547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.926547] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.429254] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.429409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.429476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.429720] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.429888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.430116] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.430223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.430301] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.430489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.430579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.430668] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1297.471351] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.471558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.471558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.471807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.472066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.482654] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1299.493422] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1299.493825] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d deletion is rescheduled due to dependency. [ 1299.493825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.785084] env[69806]: INFO networking_nsxv3.common.synchronization [req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 req-e06df06b-c68e-4978-b21d-f7739a38c2d9 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1299.785619] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1299.785922] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.786057] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.786119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.786313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.786456] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.786557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.786749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.786749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.786837] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.786915] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.057203] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.057544] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.057760] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.058140] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.058478] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.058659] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.058818] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.059098] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.059313] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.059566] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.059702] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.059909] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.060059] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.060199] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.060345] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.060496] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.080399] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.080633] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1300.080777] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.080874] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.081231] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-77563b84-a565-4888-83a7-b40410e00149 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.081400] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-77563b84-a565-4888-83a7-b40410e00149" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.081527] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-77563b84-a565-4888-83a7-b40410e00149" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.081866] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-77563b84-a565-4888-83a7-b40410e00149" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.082088] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77563b84-a565-4888-83a7-b40410e00149',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.288584] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.584241] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.584792] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.584792] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.584912] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.584988] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.585203] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 77563b84-a565-4888-83a7-b40410e00149 not found, creating... [ 1300.585478] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.585641] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.585763] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.585995] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.586145] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.586427] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.586585] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.586705] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.586933] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.587087] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.587226] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 77563b84-a565-4888-83a7-b40410e00149 is going to be created. [ 1300.607535] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.607833] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.607833] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.608073] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.608317] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.608545] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-77563b84-a565-4888-83a7-b40410e00149" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.790868] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.294171] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.294343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.294690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.294690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.294760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.294820] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1301.323644] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.323836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.323881] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.324125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.324237] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.333745] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1301.596527] env[69806]: INFO networking_nsxv3.common.synchronization [req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 req-9080d6d5-3435-43dd-a65e-a0227ef0c3bf service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1301.596891] env[69806]: INFO networking_nsxv3.common.synchronization [req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 req-9080d6d5-3435-43dd-a65e-a0227ef0c3bf service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1301.596891] env[69806]: INFO networking_nsxv3.common.synchronization [req-a4dcf516-beb1-43a2-a3ef-c3c90c0cf8e6 req-9080d6d5-3435-43dd-a65e-a0227ef0c3bf service nova] Enqueued Resource ID: 77563b84-a565-4888-83a7-b40410e00149 with Priority: HIGHEST for action port [ 1301.597105] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1301.597223] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1301.597355] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77563b84-a565-4888-83a7-b40410e00149 with Priority: HIGHEST for action port [ 1301.597933] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.601297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.601417] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.601648] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.601732] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.608023] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.608023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.608023] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-77563b84-a565-4888-83a7-b40410e00149 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.608023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77563b84-a565-4888-83a7-b40410e00149" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.608023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77563b84-a565-4888-83a7-b40410e00149" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.608023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77563b84-a565-4888-83a7-b40410e00149" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.608023] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77563b84-a565-4888-83a7-b40410e00149',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.108949] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.109103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.109293] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77563b84-a565-4888-83a7-b40410e00149 with status ACTIVE [ 1302.109461] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.109567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.109647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.109901] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.110015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.110200] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.110298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.110360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.110518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.110593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.110771] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.110865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.110926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.111075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.111149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.111234] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77563b84-a565-4888-83a7-b40410e00149 is going to be updated. [ 1302.131238] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.131443] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.131443] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.131632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.131763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.131981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77563b84-a565-4888-83a7-b40410e00149" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.343766] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1303.344085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.344156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.344368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.344537] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.344656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.344722] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.344874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.344956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.345086] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.849479] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.931059] env[69806]: INFO networking_nsxv3.common.synchronization [req-7601b593-1f7c-461e-83d8-82eab031b31d req-20da677d-544c-44eb-b3a2-025b3e943974 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1303.931424] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1303.932410] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.932410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.932410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.932597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.932753] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.932874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.932974] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.933205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.933340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.933485] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.008965] env[69806]: INFO networking_nsxv3.common.synchronization [req-06b61017-ae8c-4337-a8c5-d0a018b896d2 req-57783617-e18e-4ee8-b85e-5c54961a6416 tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Enqueued Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1304.010158] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1304.010158] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.010380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.010440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.010665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.010876] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.011028] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.011124] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.011334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.011457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.011587] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.274296] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.274539] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.274676] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.274950] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.275230] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.275390] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.275513] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.275732] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.275877] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.276102] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1304.276223] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1304.276341] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1304.276450] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1304.276562] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1304.276698] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1304.276798] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1304.295789] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1304.295998] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1304.296118] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1304.296341] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-974" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.296672] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-0332e7fb-2e55-46cc-b099-9cbb5691461b taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.296858] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-0332e7fb-2e55-46cc-b099-9cbb5691461b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.296974] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-0332e7fb-2e55-46cc-b099-9cbb5691461b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.297449] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-0332e7fb-2e55-46cc-b099-9cbb5691461b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.297513] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0332e7fb-2e55-46cc-b099-9cbb5691461b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.352034] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.436490] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.436684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.436684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.436916] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.436996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.437380] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.437521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.437602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.437733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.437805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.437904] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 1304.463364] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.463599] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.463599] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.463798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.463938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.472327] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 1304.514306] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.799491] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.799699] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.799842] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.800150] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.800307] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.800468] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 0332e7fb-2e55-46cc-b099-9cbb5691461b not found, creating... [ 1304.800736] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.800896] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.801050] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.801292] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.801438] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.801731] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.801890] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.802086] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.802330] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.802478] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.802661] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 0332e7fb-2e55-46cc-b099-9cbb5691461b is going to be created. [ 1304.823314] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.823516] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.823644] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.823924] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.824184] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.824429] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-0332e7fb-2e55-46cc-b099-9cbb5691461b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.855022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.855022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.855022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.855022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.855022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.855022] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1304.885221] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.885422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.885422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.885641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.885788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.894170] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1305.016827] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.519033] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.519366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.519366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.519503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.519590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.519723] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 is going to be updated. [ 1305.549681] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.549681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.549681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.549681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.549681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.552444] env[69806]: INFO networking_nsxv3.common.synchronization [req-7601b593-1f7c-461e-83d8-82eab031b31d req-3f414dd8-c3bd-4d48-9502-4d0245150da6 service nova] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_rules [ 1305.552623] env[69806]: INFO networking_nsxv3.common.synchronization [req-7601b593-1f7c-461e-83d8-82eab031b31d req-3f414dd8-c3bd-4d48-9502-4d0245150da6 service nova] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1305.552764] env[69806]: INFO networking_nsxv3.common.synchronization [req-7601b593-1f7c-461e-83d8-82eab031b31d req-3f414dd8-c3bd-4d48-9502-4d0245150da6 service nova] Enqueued Resource ID: 0332e7fb-2e55-46cc-b099-9cbb5691461b with Priority: HIGHEST for action port [ 1305.552988] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_rules [ 1305.553130] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1305.553229] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0332e7fb-2e55-46cc-b099-9cbb5691461b with Priority: HIGHEST for action port [ 1305.553764] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.553884] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.553954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.554156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.554233] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.555048] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.555150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.555344] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-0332e7fb-2e55-46cc-b099-9cbb5691461b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.555442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0332e7fb-2e55-46cc-b099-9cbb5691461b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.555505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0332e7fb-2e55-46cc-b099-9cbb5691461b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.555663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0332e7fb-2e55-46cc-b099-9cbb5691461b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.555736] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0332e7fb-2e55-46cc-b099-9cbb5691461b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.558758] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: IN_PROGRESS for 2s [ 1306.057815] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0332e7fb-2e55-46cc-b099-9cbb5691461b with status ACTIVE [ 1306.058079] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.058220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.058290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.058614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.058741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.058931] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.059096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.059184] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.059380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.059449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.059685] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.059807] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.059909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.060100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.060202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.060347] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0332e7fb-2e55-46cc-b099-9cbb5691461b is going to be updated. [ 1306.061550] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.061649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.096646] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.096864] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.096864] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.097066] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.097204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.097362] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0332e7fb-2e55-46cc-b099-9cbb5691461b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.121068] env[69806]: INFO networking_nsxv3.common.synchronization [req-407ad26e-33c9-4678-a25d-90c21c0b2c3e req-6fb105b5-c507-4bea-8839-baf6438f03f1 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1306.121576] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1306.121872] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.122100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.122263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.122389] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.123054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.123229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.123317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.123475] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.123578] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.123656] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.435056] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.435268] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.435396] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.435660] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.435912] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.436081] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.436201] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.436416] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.436559] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.436769] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1306.436883] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1306.436995] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1306.437205] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1306.437305] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1306.437358] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1306.437462] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1306.458286] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1306.458499] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1306.458743] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1306.458778] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-771" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.459104] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-597444aa-a01c-4b9b-a239-9bc13f856f17 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.459287] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-597444aa-a01c-4b9b-a239-9bc13f856f17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.459463] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-597444aa-a01c-4b9b-a239-9bc13f856f17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.459865] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-597444aa-a01c-4b9b-a239-9bc13f856f17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.460027] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597444aa-a01c-4b9b-a239-9bc13f856f17',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.483158] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 1306.483363] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 deletion is rescheduled due to dependency. [ 1306.483482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.483641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.483853] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.484054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.484180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.484246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.484580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.484580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.484696] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.625633] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.626023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.626023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.626112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.626179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.626383] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.626480] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.626538] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.630013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.630013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.630013] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1306.667490] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.668038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.668038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.668038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.668182] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.681853] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1306.903305] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1306.903510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.903680] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.903897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.904105] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.904225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.904295] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.904469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.904551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.904636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.904729] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.962658] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.962920] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.963239] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.963582] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.963749] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.963919] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 597444aa-a01c-4b9b-a239-9bc13f856f17 not found, creating... [ 1306.964269] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.964453] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.964581] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.964836] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.964985] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.965670] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.965882] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.966022] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.966259] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.966407] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.966561] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 597444aa-a01c-4b9b-a239-9bc13f856f17 is going to be created. [ 1306.985997] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.986271] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.986438] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.986735] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.986974] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.987226] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-597444aa-a01c-4b9b-a239-9bc13f856f17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.988063] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.407115] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.407329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.407416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.407629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.407807] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.407957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.408049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.408252] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.408362] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.408525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.408677] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.408809] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.408877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.409037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.409189] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.409288] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.409524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.409524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.409665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.409665] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.409768] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.490467] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.568958] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: IN_PROGRESS for 4s [ 1307.687862] env[69806]: INFO networking_nsxv3.common.synchronization [req-407ad26e-33c9-4678-a25d-90c21c0b2c3e req-46a7a87b-4eb1-4e50-a392-59fe9f1c56c7 service nova] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_rules [ 1307.687862] env[69806]: INFO networking_nsxv3.common.synchronization [req-407ad26e-33c9-4678-a25d-90c21c0b2c3e req-46a7a87b-4eb1-4e50-a392-59fe9f1c56c7 service nova] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1307.687862] env[69806]: INFO networking_nsxv3.common.synchronization [req-407ad26e-33c9-4678-a25d-90c21c0b2c3e req-46a7a87b-4eb1-4e50-a392-59fe9f1c56c7 service nova] Enqueued Resource ID: 597444aa-a01c-4b9b-a239-9bc13f856f17 with Priority: HIGHEST for action port [ 1307.687862] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_rules [ 1307.687862] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1307.687862] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 597444aa-a01c-4b9b-a239-9bc13f856f17 with Priority: HIGHEST for action port [ 1307.687862] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.687862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.687862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.687862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.687862] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.688746] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.688746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.688835] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-597444aa-a01c-4b9b-a239-9bc13f856f17 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.688926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-597444aa-a01c-4b9b-a239-9bc13f856f17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.688988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-597444aa-a01c-4b9b-a239-9bc13f856f17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.689196] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-597444aa-a01c-4b9b-a239-9bc13f856f17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.689270] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597444aa-a01c-4b9b-a239-9bc13f856f17',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.914226] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cc5bd00-96bd-4bb0-863f-859a117bbad6: rpc.has_security_group_logging(os_id): False [ 1307.932034] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.932034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.932034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.932034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.932034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.932405] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.932405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.932405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.932525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.932586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.932849] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.932973] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.933109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.933232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.933317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.933530] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.933647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.933712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.933895] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.933999] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.934145] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1307.992946] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.993204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.993254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.993449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.993628] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.995195] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.995344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.995444] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.995622] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.995703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.995792] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 1308.013613] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1308.025531] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.025695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.025755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.025960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.026163] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.037122] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 1308.191511] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.192756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.192756] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 597444aa-a01c-4b9b-a239-9bc13f856f17 with status ACTIVE [ 1308.192756] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.192756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.192756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.193423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.193423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.193423] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.193423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.193423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.193423] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.193634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.193634] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.193802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.193802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.193902] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.193979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.194080] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 597444aa-a01c-4b9b-a239-9bc13f856f17 is going to be updated. [ 1308.219873] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.220084] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.220185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.220349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.220490] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.220707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-597444aa-a01c-4b9b-a239-9bc13f856f17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.696219] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1308.696596] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d deletion is rescheduled due to dependency. [ 1308.696596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.696704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.696930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.697134] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.697254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.697321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.697474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.697557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.697653] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.199985] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.584136] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: SUCCESS [ 1309.584376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.703423] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.030411] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1310.030673] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.045714] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 1310.045968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.046188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.046457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.046680] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.046841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.046917] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.047091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.047176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.047263] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.047355] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.206836] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.206995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.207088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.207321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.207411] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.207510] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1310.236152] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.236344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.236391] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.236572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.236717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.246835] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1310.550096] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.695696] env[69806]: INFO networking_nsxv3.common.synchronization [req-28397dff-25cf-4373-815f-764248a5cd6d req-35493d55-6686-4cf4-851e-9bec4f7c3f7a tempest-ServerRescueNegativeTestJSON-278764522 tempest-ServerRescueNegativeTestJSON-278764522-project-member] Enqueued Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1310.696279] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGHEST for action security_group_members [ 1310.696538] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.696696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.696777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.697015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.697220] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.697348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.697410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.697594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.697704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.697826] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.052062] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04fee7cc-2156-4181-a367-567ca2424632: rpc.has_security_group_logging(os_id): False [ 1311.071773] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.071997] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.071997] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.072257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.072349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.072606] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.072708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.072773] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.072928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.073089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.073147] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 1311.146303] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.146604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.146726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.146963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.147170] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.169613] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 1311.200486] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.200725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.200725] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.200910] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.201021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.201614] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.201614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.201614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.201614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.201840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.201840] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 is going to be updated. [ 1311.250502] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.250739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.250739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.250952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.251113] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.262244] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: IN_PROGRESS for 2s [ 1312.261483] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1312.261928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.261928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.262479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.262479] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.262645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.262645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.262823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.262912] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.263018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.263147] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.766074] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.766074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.766074] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.766325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.766870] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.766870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.766870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.767115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.767159] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.767251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.767405] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.767519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.767574] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.767693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.767831] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.767922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.767979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.768137] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.768215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.768293] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.768380] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.184541] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 1313.184831] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.270560] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ba6c587-1910-4fdf-b906-c039587ed26d: rpc.has_security_group_logging(os_id): False [ 1313.272771] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 in Status: SUCCESS [ 1313.272936] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 deletion is rescheduled due to dependency. [ 1313.273091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.286705] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.286907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.286951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.287167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.287253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.287446] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.287557] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.287645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.287744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.287824] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.288053] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.288165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.288239] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.288383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.288457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.288654] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.288741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.288800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.288936] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.289020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.289106] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1313.348055] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.348055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.348395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.348471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.348651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.362488] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1314.618926] env[69806]: INFO networking_nsxv3.common.synchronization [req-d5f3035f-2bb4-4427-8730-089190e837a5 req-8ac55a3e-fe7b-4cb1-9a82-68f390a8e23b tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1314.619752] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1314.620236] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.620373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.620470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.620700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.620912] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.621038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.621108] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.621266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.621353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.621469] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.930909] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.931194] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.931722] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.931941] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.932146] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.932730] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.932982] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.933306] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.933613] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.933903] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.934084] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.934293] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.934482] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.934633] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.934753] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.934904] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.956228] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.956414] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1314.956571] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.956765] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.957125] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-3e06f501-17d2-420d-b0e5-88f418a4bf8b taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.957328] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-3e06f501-17d2-420d-b0e5-88f418a4bf8b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.957455] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-3e06f501-17d2-420d-b0e5-88f418a4bf8b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.957831] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-3e06f501-17d2-420d-b0e5-88f418a4bf8b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.957996] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e06f501-17d2-420d-b0e5-88f418a4bf8b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.124613] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.376548] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1315.376720] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.460666] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.460921] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.461090] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.461398] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.461553] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.461714] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 3e06f501-17d2-420d-b0e5-88f418a4bf8b not found, creating... [ 1315.461977] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.462187] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.462319] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.462576] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.462757] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.463065] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.463234] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.463361] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.463575] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.463713] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.463860] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 3e06f501-17d2-420d-b0e5-88f418a4bf8b is going to be created. [ 1315.485389] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.485618] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.485722] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.486019] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.486280] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.486516] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-3e06f501-17d2-420d-b0e5-88f418a4bf8b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.627462] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.129989] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.130232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.130232] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.130470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.130562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.130662] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1316.166645] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.166800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.166850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.167080] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.167230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.178950] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1316.413356] env[69806]: INFO networking_nsxv3.common.synchronization [req-d5f3035f-2bb4-4427-8730-089190e837a5 req-b4a1c3d5-7276-4814-ae12-bf16286660b1 service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1316.414036] env[69806]: INFO networking_nsxv3.common.synchronization [req-d5f3035f-2bb4-4427-8730-089190e837a5 req-b4a1c3d5-7276-4814-ae12-bf16286660b1 service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1316.414397] env[69806]: INFO networking_nsxv3.common.synchronization [req-d5f3035f-2bb4-4427-8730-089190e837a5 req-b4a1c3d5-7276-4814-ae12-bf16286660b1 service nova] Enqueued Resource ID: 3e06f501-17d2-420d-b0e5-88f418a4bf8b with Priority: HIGHEST for action port [ 1316.415186] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1316.415522] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1316.415688] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e06f501-17d2-420d-b0e5-88f418a4bf8b with Priority: HIGHEST for action port [ 1316.416087] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.416356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.416596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.417008] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.417179] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.419976] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.419976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.419976] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e06f501-17d2-420d-b0e5-88f418a4bf8b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.419976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e06f501-17d2-420d-b0e5-88f418a4bf8b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.419976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e06f501-17d2-420d-b0e5-88f418a4bf8b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.419976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e06f501-17d2-420d-b0e5-88f418a4bf8b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.419976] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e06f501-17d2-420d-b0e5-88f418a4bf8b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.921499] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.921741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.926559] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e06f501-17d2-420d-b0e5-88f418a4bf8b with status ACTIVE [ 1316.926559] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.926559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.926559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.926559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.926559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.926559] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.926559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.926559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.926559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.926559] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.926559] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.926987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.926987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.926987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.926987] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.926987] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e06f501-17d2-420d-b0e5-88f418a4bf8b is going to be updated. [ 1316.950941] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.951144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.951144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.951350] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.951484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.951638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e06f501-17d2-420d-b0e5-88f418a4bf8b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.189915] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1318.190307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.190307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.190534] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.190716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.190832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.190899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.191068] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.191156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.191253] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.693932] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.007775] env[69806]: INFO networking_nsxv3.common.synchronization [req-e7522143-99a6-42db-b69e-01f4083b1b00 req-ae42823d-62f6-41d8-bda7-996715d13f55 tempest-ServerDiskConfigTestJSON-1561424849 tempest-ServerDiskConfigTestJSON-1561424849-project-member] Enqueued Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1319.008479] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba6c587-1910-4fdf-b906-c039587ed26d with Priority: HIGHEST for action security_group_members [ 1319.009015] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba6c587-1910-4fdf-b906-c039587ed26d taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.009347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.009448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.009593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.009759] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.009862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.009920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.010155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.010193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.010285] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba6c587-1910-4fdf-b906-c039587ed26d',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.196325] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.513560] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.513754] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.513822] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.514137] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.514260] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.514525] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.514659] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.514746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.514939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.515055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.515173] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d is going to be updated. [ 1319.544404] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.544651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.544651] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.544859] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.545012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.554192] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 2s [ 1319.701061] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.701061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.701061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.701061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.701061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.701061] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1319.731163] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.731308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.731461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.731726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.731969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.740482] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1321.566395] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: IN_PROGRESS for 4s [ 1321.750156] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1321.750378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.750552] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.750780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.750969] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.751097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.751156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.751314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.751394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.751478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.751570] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.254167] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.254832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.254832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.254969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.255143] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.255311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.255438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.255657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.255795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.255942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.256213] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.256364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.256470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.256690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.256923] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.257091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.257198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.257432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.257556] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.257695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.257833] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.759866] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cc5bd00-96bd-4bb0-863f-859a117bbad6: rpc.has_security_group_logging(os_id): False [ 1322.782376] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.782594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.782594] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.782794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.782911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.783114] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.783234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.783303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.783460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.783539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.783746] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.783840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.783903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.784061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.784166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.784383] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.784484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.784573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.784733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.784811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.784897] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1322.852590] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.852796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.852796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.852988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.853146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.871153] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1323.577577] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba6c587-1910-4fdf-b906-c039587ed26d in Status: SUCCESS [ 1323.577577] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba6c587-1910-4fdf-b906-c039587ed26d deletion is rescheduled due to dependency. [ 1323.577577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba6c587-1910-4fdf-b906-c039587ed26d" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.009632] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.010041] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1324.890927] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1324.891177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.411389] env[69806]: INFO networking_nsxv3.common.synchronization [req-b484a894-12ff-44a7-8741-feb47eec68b4 req-e3850829-0952-4be2-a2dd-871996a7798e tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1328.411389] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1328.411389] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.411389] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.411389] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.411731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.411731] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.411731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.411839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.411952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.412081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.412197] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.914062] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.416146] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.919500] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.919746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.919746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.919970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.920121] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.920175] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1329.951383] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.951584] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.951584] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.951800] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.951948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.961520] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1331.972713] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1331.973110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.412283] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.412551] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.142185] env[69806]: INFO networking_nsxv3.common.synchronization [req-a0cb3c45-1a71-4b05-abec-be5c522437eb req-4a69fea7-f9a2-4180-ba4b-5851f1647106 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1335.142519] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1335.142825] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.142945] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.143020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.143970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.143970] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.143970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.143970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.143970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.143970] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.143970] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.646724] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.148918] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.651224] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.651436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.651436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.651657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.651750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.651851] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1336.679325] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.679482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.679525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.679729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.679875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.687836] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1338.701759] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1338.702179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.143506] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.143901] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.928715] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a req-192ff4f6-a2d7-49a4-84ae-de31835e5083 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1343.929785] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1343.929785] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.929930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.929979] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.930693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.930693] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.930693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.930868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.930868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.931173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.931173] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.177530] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.177724] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.177853] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.178171] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.178451] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.178661] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.178811] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.179136] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.179309] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.179566] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.179693] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1344.179813] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1344.179928] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1344.180076] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.180199] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1344.180346] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.202264] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.202465] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1344.202627] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.202834] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.203242] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-7eb52ebd-b985-4634-9f60-4f99f98652d4 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.203440] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-7eb52ebd-b985-4634-9f60-4f99f98652d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.203587] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-7eb52ebd-b985-4634-9f60-4f99f98652d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.203919] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-7eb52ebd-b985-4634-9f60-4f99f98652d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.204078] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb52ebd-b985-4634-9f60-4f99f98652d4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.432866] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.706720] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.706999] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.707151] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.707428] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.707610] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.707792] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 7eb52ebd-b985-4634-9f60-4f99f98652d4 not found, creating... [ 1344.708205] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.708402] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.708548] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.708897] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.709078] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.709435] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.709716] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.709831] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.710087] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.710304] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.710522] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 7eb52ebd-b985-4634-9f60-4f99f98652d4 is going to be created. [ 1344.730777] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.730974] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.731159] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.731386] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.731619] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.731847] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-7eb52ebd-b985-4634-9f60-4f99f98652d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.934871] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.407807] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a req-c8e8c5ef-054f-4864-b22e-b66cb1ccf7bd service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1345.408031] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a req-c8e8c5ef-054f-4864-b22e-b66cb1ccf7bd service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1345.408178] env[69806]: INFO networking_nsxv3.common.synchronization [req-c7977fc4-e9c6-4afb-b9e3-47bfc5012a0a req-c8e8c5ef-054f-4864-b22e-b66cb1ccf7bd service nova] Enqueued Resource ID: 7eb52ebd-b985-4634-9f60-4f99f98652d4 with Priority: HIGHEST for action port [ 1345.408867] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1345.409017] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1345.409220] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb52ebd-b985-4634-9f60-4f99f98652d4 with Priority: HIGHEST for action port [ 1345.409565] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.409683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.409750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.410071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.410205] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.411183] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.411346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.411565] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eb52ebd-b985-4634-9f60-4f99f98652d4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.411746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eb52ebd-b985-4634-9f60-4f99f98652d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.411814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eb52ebd-b985-4634-9f60-4f99f98652d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.411995] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eb52ebd-b985-4634-9f60-4f99f98652d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.412083] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb52ebd-b985-4634-9f60-4f99f98652d4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.437059] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.437274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.437274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.437483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.437570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.437692] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1345.467459] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.467667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.467667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.467880] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.468032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.476787] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1345.915358] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.915518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.916262] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eb52ebd-b985-4634-9f60-4f99f98652d4 with status ACTIVE [ 1345.916513] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.916681] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.916737] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.916978] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.917114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.917332] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.917460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.917527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.917755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.917867] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.918099] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.918500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.918500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.918500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.918500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.918655] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eb52ebd-b985-4634-9f60-4f99f98652d4 is going to be updated. [ 1345.939375] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.939704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.939704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.939782] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.939922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.940100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eb52ebd-b985-4634-9f60-4f99f98652d4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.487235] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1347.487662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.487662] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.487868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.488091] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.488253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.488321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.488452] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.488540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.488642] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.991600] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.493265] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.776858] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1348.777140] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1348.995935] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.996130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.996172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.996387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.996471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.996572] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1349.025400] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.025649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.025649] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.025877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.026100] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.037013] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1350.410225] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.410678] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1351.047956] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1351.048236] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.048379] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.048622] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.048811] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.048929] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.049010] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.049166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.049247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.049331] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.049423] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.551749] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.552038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.552038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.552234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.552413] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.552541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.552619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.552764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.552849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.552938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.553101] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.553194] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.553251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.553393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.553553] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.553656] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.553724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.553883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.553976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.554079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.554166] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.056609] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cc5bd00-96bd-4bb0-863f-859a117bbad6: rpc.has_security_group_logging(os_id): False [ 1352.075410] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.075701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.075701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.075915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.076042] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.076223] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.076321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.076384] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.076536] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.076615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.076845] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.076932] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.076996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.077162] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.077238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.077424] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.077520] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.077577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.077716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.077792] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.077875] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1352.158376] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.158667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.158667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.158819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.158972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.200425] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1354.220861] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1354.221286] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.231570] env[69806]: INFO networking_nsxv3.common.synchronization [req-1c233640-2caf-46e9-a9b0-de8919021e89 req-82209b12-0ab8-4833-bbf2-15412da0fcef tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1355.236172] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1355.236845] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.236976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.237061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.237268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.237424] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.237525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.237592] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.237727] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.237826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.237947] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.740131] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.243146] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.745882] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.745882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.745882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.746218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.746218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.746291] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1356.778082] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.778246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.778376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.778521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.778666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.789096] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1358.803402] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1358.803718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.237363] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.237782] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.725931] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.726146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.726227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.726456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.726577] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.228738] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.731712] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.234216] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1362.234434] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1362.984078] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.984078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.984078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.984078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.995251] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1362.996155] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.997235] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1363.035999] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.036176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.036248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.036456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.049948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.050767] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1363.050841] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1363.050938] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1363.087776] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.087993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.087993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.088198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.089461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.089648] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1363.158708] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.158922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.158922] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.159132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.159438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.159700] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1363.235909] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.236059] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.236133] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.236345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.236647] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.236941] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1363.237045] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'71764eb2-c2b7-41e2-81b9-f20150429da6', '3a1fb68f-185b-4256-b020-c7d610ebb385', '04fee7cc-2156-4181-a367-567ca2424632', '20b4fd44-e92f-4a49-b719-ed87a8360f59', '407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7', 'e1ede90b-6435-4a43-95ee-2ea0c0076af0', '0604ec09-0b32-4e40-9fdf-e173be6329ea', '20b85913-f224-49ab-857b-7a0c69d2db11', '91012f04-fc7a-4f78-ad28-52cc2e63894e', '84b0780d-dd43-4759-8dc5-65472cc7eaee', 'f35827d0-bdb2-44ff-b267-8e6df228f0d8', '73455489-905b-4db8-8e48-2c6a0d7c3bee', '9aeecb79-a55f-4386-859b-287316c8de02', '6cc5bd00-96bd-4bb0-863f-859a117bbad6', '9c678da5-5ac5-4a40-8712-f0bf21816c54', '3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4', '7dd45209-c139-4738-9013-6852d41696ec', '421d2ed2-56e2-4311-8fd4-716d1e5d0257', 'bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a', 'd7798e20-5b4e-4b9d-8b57-d3272082b5d0', '9e16859e-db54-4510-87fb-b29192c53a23', 'e361506f-7f60-4eb1-983a-b0dc0fb2aa08', '811c8266-8581-4dda-bdcb-63bebec1a9ca', '82214afa-ade8-4a4e-8a37-0cf20c0cbbeb', '2f0af319-35e6-47ae-9bbb-6dbc3cd597b5', '777619b5-780a-4c68-9ab2-08ff9394ca16', '073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94', 'edeeb05d-f028-4092-a0e0-4e30f4decc98', '07961e2c-dac2-49a7-8a2d-62d6eb681b47', 'a1359f92-1e09-40f9-b878-7622a655c0ec', '0da3b7f2-2957-445c-abd7-0c0512ea4c51', 'a95fa2db-ec8a-4934-8d7a-9543370e4728', '9740e41b-0e35-41be-b00a-e4e98d95a3d0', 'c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6', '4ba6c587-1910-4fdf-b906-c039587ed26d', 'e3368344-bbbc-4245-b7a3-1ff6432bf662', '2e4ba8ed-652d-41da-aa77-6da75d7d979c', '629afc5f-2fc6-4082-be52-dbce74e7a884', '7c7af846-02d5-496a-8995-df13d5af938a', 'b367fd14-af0e-4909-a8b1-ac1587c6679f', 'e6cad344-e95c-446b-aef8-469bc641e273'} {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1363.237144] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1363.257110] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.257318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.257318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.257523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.257611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.257720] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1363.257791] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1363.257863] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1363.332469] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.332693] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.332752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.332953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.334064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.334337] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1363.334415] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1363.334489] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1363.334558] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1363.334641] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1363.334714] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGH for action security_group_rules [ 1363.334796] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGH for action security_group_rules [ 1363.334862] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGH for action security_group_rules [ 1363.334926] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGH for action security_group_rules [ 1363.334987] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGH for action security_group_rules [ 1363.335061] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 with Priority: HIGH for action security_group_rules [ 1363.335126] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGH for action security_group_rules [ 1363.335184] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGH for action security_group_rules [ 1363.335248] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGH for action security_group_rules [ 1363.335309] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGH for action security_group_rules [ 1363.335372] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGH for action security_group_rules [ 1363.335433] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGH for action security_group_rules [ 1363.335495] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGH for action security_group_rules [ 1363.335558] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGH for action security_group_rules [ 1363.335620] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 with Priority: HIGH for action security_group_rules [ 1363.335682] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGH for action security_group_rules [ 1363.335747] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dd45209-c139-4738-9013-6852d41696ec with Priority: HIGH for action security_group_rules [ 1363.335808] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGH for action security_group_rules [ 1363.335870] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGH for action security_group_rules [ 1363.335931] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 with Priority: HIGH for action security_group_rules [ 1363.336049] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.238412] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.238702] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1365.238702] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 with Priority: HIGH for action security_group_rules [ 1365.238819] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGH for action security_group_rules [ 1365.238924] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea with Priority: HIGH for action security_group_rules [ 1365.239084] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 with Priority: HIGH for action security_group_rules [ 1365.239201] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 with Priority: HIGH for action security_group_rules [ 1365.239298] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a with Priority: HIGH for action security_group_rules [ 1365.239391] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 with Priority: HIGH for action security_group_rules [ 1365.239482] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd45209-c139-4738-9013-6852d41696ec with Priority: HIGH for action security_group_rules [ 1365.240328] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGH for action security_group_rules [ 1365.240512] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 with Priority: HIGH for action security_group_rules [ 1365.240686] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aeecb79-a55f-4386-859b-287316c8de02 with Priority: HIGH for action security_group_rules [ 1365.240812] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee with Priority: HIGH for action security_group_rules [ 1365.240913] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 with Priority: HIGH for action security_group_rules [ 1365.241032] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee with Priority: HIGH for action security_group_rules [ 1365.241136] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e with Priority: HIGH for action security_group_rules [ 1365.241228] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 with Priority: HIGH for action security_group_rules [ 1365.241319] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b85913-f224-49ab-857b-7a0c69d2db11 with Priority: HIGH for action security_group_rules [ 1365.241422] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 with Priority: HIGH for action security_group_rules [ 1365.241539] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 with Priority: HIGH for action security_group_rules [ 1365.241633] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGH for action security_group_rules [ 1365.242092] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71764eb2-c2b7-41e2-81b9-f20150429da6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.242274] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.242359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.242620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.242735] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71764eb2-c2b7-41e2-81b9-f20150429da6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.243876] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.244102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.244102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.244341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.244473] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.245382] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0604ec09-0b32-4e40-9fdf-e173be6329ea taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.245504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.245571] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.246202] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.246202] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0604ec09-0b32-4e40-9fdf-e173be6329ea',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.246697] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c678da5-5ac5-4a40-8712-f0bf21816c54 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.246842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.246928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.247130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.247209] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c678da5-5ac5-4a40-8712-f0bf21816c54',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.250065] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7798e20-5b4e-4b9d-8b57-d3272082b5d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.250174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.250217] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.250456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.250582] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7798e20-5b4e-4b9d-8b57-d3272082b5d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.251574] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.251700] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.251749] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.252297] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.252297] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.252801] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.252911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.252971] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.253140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.253213] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421d2ed2-56e2-4311-8fd4-716d1e5d0257',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.253969] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd45209-c139-4738-9013-6852d41696ec taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.254098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.254186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.254633] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.254633] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd45209-c139-4738-9013-6852d41696ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.255271] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.255369] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.255440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.255614] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.255692] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.256406] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.256516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.256596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.256778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.256920] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.257557] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aeecb79-a55f-4386-859b-287316c8de02 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.257692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.257763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.257914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.257984] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aeecb79-a55f-4386-859b-287316c8de02',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.258797] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73455489-905b-4db8-8e48-2c6a0d7c3bee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.258797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.258993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.258993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.259089] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73455489-905b-4db8-8e48-2c6a0d7c3bee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.260463] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.260463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.260463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.260463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.260463] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35827d0-bdb2-44ff-b267-8e6df228f0d8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.261042] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84b0780d-dd43-4759-8dc5-65472cc7eaee taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.261177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.261317] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.261375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.261429] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84b0780d-dd43-4759-8dc5-65472cc7eaee',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.262407] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91012f04-fc7a-4f78-ad28-52cc2e63894e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.262407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.262407] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.262653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.262653] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91012f04-fc7a-4f78-ad28-52cc2e63894e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.263355] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ede90b-6435-4a43-95ee-2ea0c0076af0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.263466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.263520] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.263685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.263752] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ede90b-6435-4a43-95ee-2ea0c0076af0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.264470] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b85913-f224-49ab-857b-7a0c69d2db11 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.264587] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.264707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.264769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.264859] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b85913-f224-49ab-857b-7a0c69d2db11',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.265669] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.265791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.265874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.266046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.266116] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.266800] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a1fb68f-185b-4256-b020-c7d610ebb385 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.268069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.268069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.268069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.268069] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a1fb68f-185b-4256-b020-c7d610ebb385',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.268069] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.268442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.268442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.268442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.268442] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.549356] env[69806]: INFO networking_nsxv3.common.synchronization [req-2799ed26-de6f-4f0c-8c02-deee7366003c req-85fafd01-aa7d-4dc5-a0ed-6d24e1bab2e5 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1365.549888] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1365.550222] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.550392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.550467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.550655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.550843] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.551015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.551015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.551138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.551208] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.551298] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.775997] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.776158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.776279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.776429] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.776609] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.776710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.776778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.776923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.777015] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.777112] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.777197] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.778517] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.778616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.842430] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.842691] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.842831] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.843147] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.843441] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.843622] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.843769] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.844096] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.844271] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.844508] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1365.844639] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1365.844755] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1365.844879] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1365.845051] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1365.845310] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1365.845310] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1365.850243] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.850243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.850243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.850432] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.852691] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.852829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.854020] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.854181] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.854895] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.854989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.855734] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.855842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.856589] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.856868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.857424] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.857554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.858233] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.858326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.859394] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.859495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.860700] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.860846] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.861543] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.861652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.867858] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.868136] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.868282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.870965] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.871455] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.871554] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.872264] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.872761] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.872878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.873601] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.874110] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.874220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.874809] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.875241] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.875349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.875954] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.876349] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.876467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.877091] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.877522] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.877629] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.885650] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1365.886227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.886376] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7798e20-5b4e-4b9d-8b57-d3272082b5d0 is going to be deleted. [ 1365.888214] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1365.888321] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1365.888453] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1365.888634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-17" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.888930] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.889115] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.889238] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.889568] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.889738] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.890788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.890788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.916027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.916163] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35827d0-bdb2-44ff-b267-8e6df228f0d8 is going to be deleted. [ 1365.917338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.917552] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.939602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.939747] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91012f04-fc7a-4f78-ad28-52cc2e63894e is going to be deleted. [ 1365.940789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.940988] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.943052] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.943175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.967302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.967439] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd45209-c139-4738-9013-6852d41696ec is going to be deleted. [ 1365.968357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.968581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.982815] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.983033] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.053408] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.076550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.076687] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0604ec09-0b32-4e40-9fdf-e173be6329ea is going to be deleted. [ 1366.077650] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.077873] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.123234] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.123443] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.126267] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.126433] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.143412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.143412] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421d2ed2-56e2-4311-8fd4-716d1e5d0257 is going to be deleted. [ 1366.144405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.144618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.186797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.187461] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4 is going to be deleted. [ 1366.188045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.188335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.224821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.225062] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b85913-f224-49ab-857b-7a0c69d2db11 is going to be deleted. [ 1366.225951] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.226180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.268181] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.268552] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.293352] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.293549] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73455489-905b-4db8-8e48-2c6a0d7c3bee is going to be deleted. [ 1366.294529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.294770] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.295722] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.299947] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.300092] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.319222] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.319437] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.342586] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.342781] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7 is going to be deleted. [ 1366.343969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.344261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.384731] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.385128] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.392806] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.393091] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.393237] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.393553] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.393854] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.394098] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 not found, creating... [ 1366.394406] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.394629] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.394799] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.395261] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.395538] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.396029] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.396287] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.396478] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.396825] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.397057] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.397279] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 is going to be created. [ 1366.399875] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.400041] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71764eb2-c2b7-41e2-81b9-f20150429da6 is going to be deleted. [ 1366.401241] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.401484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.446955] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.447178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.457479] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.457697] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.457836] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.458166] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.458409] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.458642] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.471454] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.471683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.497858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.498050] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a1fb68f-185b-4256-b020-c7d610ebb385 is going to be deleted. [ 1366.499065] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.499296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.548991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.549206] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84b0780d-dd43-4759-8dc5-65472cc7eaee is going to be deleted. [ 1366.550076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.550301] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.556188] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.556378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.556510] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.601698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.601861] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aeecb79-a55f-4386-859b-287316c8de02 is going to be deleted. [ 1366.602944] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.603210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.655024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.655196] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ede90b-6435-4a43-95ee-2ea0c0076af0 is going to be deleted. [ 1366.656324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.656543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.664479] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.664691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.702143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.702291] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c678da5-5ac5-4a40-8712-f0bf21816c54 is going to be deleted. [ 1366.703386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.703620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.735869] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.736096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.761347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.761570] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 is going to be deleted. [ 1366.763175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.763175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.787713] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.788043] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.792529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.792840] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a is going to be deleted. [ 1366.793799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.794036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.794135] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.794260] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7798e20-5b4e-4b9d-8b57-d3272082b5d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.794419] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.794701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.794701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.794858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35827d0-bdb2-44ff-b267-8e6df228f0d8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.795396] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.795553] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.795639] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.795758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91012f04-fc7a-4f78-ad28-52cc2e63894e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.796107] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.796307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.796390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.796539] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd45209-c139-4738-9013-6852d41696ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.796668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.796812] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.796890] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.797034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0604ec09-0b32-4e40-9fdf-e173be6329ea" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.797168] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.797312] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.797388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.797584] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421d2ed2-56e2-4311-8fd4-716d1e5d0257" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.797699] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04fee7cc-2156-4181-a367-567ca2424632: rpc.has_security_group_logging(os_id): False [ 1366.798897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.799109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.799216] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.799357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5f6b74-c242-4f3d-b0ec-ae57af6d9bc4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.799500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.799652] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.799731] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.799845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b85913-f224-49ab-857b-7a0c69d2db11" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.800370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.800528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.800611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.800729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73455489-905b-4db8-8e48-2c6a0d7c3bee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.800864] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.801229] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.801399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.801478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407ca7b6-e3b1-4a8e-a3da-9e95c33b26b7" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.801620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.801755] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.801844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.801991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71764eb2-c2b7-41e2-81b9-f20150429da6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.802144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.802291] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.802488] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.802488] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a1fb68f-185b-4256-b020-c7d610ebb385" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.802617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.802840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.802933] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.803041] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84b0780d-dd43-4759-8dc5-65472cc7eaee" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.803172] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.803308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.803378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.803489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aeecb79-a55f-4386-859b-287316c8de02" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.815606] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.815756] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.815830] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.816048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.816138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.816256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ede90b-6435-4a43-95ee-2ea0c0076af0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.856965] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.857204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.857204] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.857404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.940028] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.940191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.941303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.941595] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.941690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.941760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.941969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.942063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.942150] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 1366.943318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.943495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.943581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.943695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c678da5-5ac5-4a40-8712-f0bf21816c54" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.944438] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.944543] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.944611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.944765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.944844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.944955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.977367] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.977609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.977609] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.977732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.977920] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.978090] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc79a3b3-acf2-41a2-a77e-7ef6fa74eb5a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.048995] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1367.049699] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.049928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.049928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.050205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.050354] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.058367] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.058566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.058566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.058765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.058852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.058951] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1367.088492] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 1367.133670] env[69806]: INFO networking_nsxv3.common.synchronization [req-2799ed26-de6f-4f0c-8c02-deee7366003c req-887a76fc-2e49-455f-a94e-3802d68ccb8a service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1367.133894] env[69806]: INFO networking_nsxv3.common.synchronization [req-2799ed26-de6f-4f0c-8c02-deee7366003c req-887a76fc-2e49-455f-a94e-3802d68ccb8a service nova] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1367.134067] env[69806]: INFO networking_nsxv3.common.synchronization [req-2799ed26-de6f-4f0c-8c02-deee7366003c req-887a76fc-2e49-455f-a94e-3802d68ccb8a service nova] Enqueued Resource ID: 1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 with Priority: HIGHEST for action port [ 1367.134372] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_rules [ 1367.134530] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1367.134675] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 with Priority: HIGHEST for action port [ 1367.135264] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.135410] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.135567] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.135650] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.135836] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.135938] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.136008] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.136249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.136397] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.140995] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.141129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.141203] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.141390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.141529] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.154321] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1367.638837] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 with status ACTIVE [ 1367.639183] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.639301] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.639301] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.639498] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.639583] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.639766] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.639865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.639925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.640086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.640160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.640339] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.640428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.640486] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.640632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.640753] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.640844] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3 is going to be updated. [ 1367.665684] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.665912] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.665994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.666230] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.666367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.666525] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1671e95c-b2d3-4947-80f7-dc2e9a3e5ac3" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.141819] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.142038] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.142176] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.142472] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.142832] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.143024] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.143161] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.143377] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.143528] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.143770] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1368.143891] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1368.144013] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1368.144174] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1368.144327] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1368.144462] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1368.144603] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1368.163065] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1368.163217] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1368.163315] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1368.163500] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.163863] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.164048] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.164177] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.164436] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.164576] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.599918] env[69806]: INFO networking_nsxv3.common.synchronization [req-0c8f9468-e275-4fd1-9aec-f059fd9d62ea req-83b7d799-a98f-4627-b318-bb301d1a74f8 tempest-ServerActionsTestJSON-1647971860 tempest-ServerActionsTestJSON-1647971860-project-member] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1368.600457] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGHEST for action security_group_members [ 1368.600775] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.600903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.600969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.601332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.601489] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.602277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.602277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.602474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.602566] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.602664] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.667859] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.668271] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.668271] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.668453] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.668632] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.668970] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.669569] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.669569] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.669569] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.669710] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.669898] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.670072] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.670224] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.670443] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.670583] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.670737] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 is going to be updated. [ 1368.692295] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.692537] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.692607] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.692970] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.693197] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.693425] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.103454] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 1369.103698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.108253] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.108409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.108502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.108750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.108842] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.109049] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.109152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.109212] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.109366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.109442] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.109528] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be updated. [ 1369.136022] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.136249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.136249] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.136454] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.136596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.146056] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: IN_PROGRESS for 2s [ 1369.163901] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1369.164175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.164356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.164572] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.164764] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.164885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.164948] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.165190] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.165275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.165360] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.165457] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.166325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.166487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.166644] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.166748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.166813] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.166952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.167045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.167282] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.404874] env[69806]: INFO networking_nsxv3.common.synchronization [req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 req-e67413e5-8dcb-4fda-a4ba-18e80d304610 service nova] Enqueued Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_rules [ 1369.405136] env[69806]: INFO networking_nsxv3.common.synchronization [req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 req-e67413e5-8dcb-4fda-a4ba-18e80d304610 service nova] Enqueued Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_members [ 1369.405224] env[69806]: INFO networking_nsxv3.common.synchronization [req-1d1824ce-bb05-46c0-a333-c6f96eb005c8 req-e67413e5-8dcb-4fda-a4ba-18e80d304610 service nova] Enqueued Resource ID: dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 with Priority: HIGHEST for action port [ 1369.405464] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_rules [ 1369.405622] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_members [ 1369.405791] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 with Priority: HIGHEST for action port [ 1369.406481] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.406551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.406628] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.406874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.406956] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.408610] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.412197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.412197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.412197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.412197] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.412197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.412197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.412197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.412197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.412197] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.412197] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.412197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.412197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.412197] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.412197] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.669573] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.669573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.669573] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.913818] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.914037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.915287] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.917644] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 with status ACTIVE [ 1369.917644] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.917644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.917644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.917644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.917644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.917644] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.917644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.917644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.917644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.917644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.917644] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.917644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.918088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.918088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.918088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.918088] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371 is going to be updated. [ 1369.939582] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.939783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.939826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.940119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.940332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.940514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc9e7b0a-217d-4042-aeb3-ffaf2a7c3371" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.175436] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.420691] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.677551] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.677820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.677820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.677991] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.678188] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.678188] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1370.708702] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.708918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.709024] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.709242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.709390] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.721294] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1370.923087] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.923296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.923364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.923561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.923654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.923924] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 is going to be updated. [ 1370.954408] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.954634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.954634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.954825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.954972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.965345] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 in Status: IN_PROGRESS for 2s [ 1371.156928] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04fee7cc-2156-4181-a367-567ca2424632 in Status: SUCCESS [ 1371.156928] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04fee7cc-2156-4181-a367-567ca2424632 deletion is rescheduled due to dependency. [ 1371.156928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.733223] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1372.733552] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.733691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.733942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.734167] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.734289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.734347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.734528] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.734608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.734697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.734879] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.735021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.735101] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.735266] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.735433] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.735515] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.735590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.735750] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.735828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.735925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.736023] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.976220] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 in Status: SUCCESS [ 1372.976436] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.976601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.976820] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.977027] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.977150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.977213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.977371] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.977449] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.977535] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.977633] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.238728] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cc5bd00-96bd-4bb0-863f-859a117bbad6: rpc.has_security_group_logging(os_id): False [ 1373.256598] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.256816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.256816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.257017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.275939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.276216] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.276338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.276644] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.277094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.277218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.277444] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.277550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.277616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.277775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.277850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.278075] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.278176] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.278238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.278380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.278455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.278539] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1373.339296] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.339471] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.339521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.339716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.339861] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.359191] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1373.480371] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.983147] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20b4fd44-e92f-4a49-b719-ed87a8360f59: rpc.has_security_group_logging(os_id): False [ 1374.006606] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.006606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.006841] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.006918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.006977] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.007409] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.007409] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.007569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.007702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.007762] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.007991] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 is going to be created. [ 1374.073117] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.073344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.073344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.073555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.073772] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.088308] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 in Status: IN_PROGRESS for 2s [ 1374.407215] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.407301] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1375.380912] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1375.381243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.381420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.381686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.381872] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.884455] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.884634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.884691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.884969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.885195] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.885323] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.885393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.885541] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.885631] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.885799] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.885799] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.106502] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 in Status: SUCCESS [ 1376.106786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.389181] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.389610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.389610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.389610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.389847] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.389976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.390073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.390277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.390430] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.390581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.390783] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.390893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.390953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.391119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.391263] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.391355] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.391421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.391565] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.391641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.391722] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.391808] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.895443] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cc5bd00-96bd-4bb0-863f-859a117bbad6: rpc.has_security_group_logging(os_id): False [ 1376.918030] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.918030] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.918030] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.918030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.919350] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.919655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.919836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.922457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.922457] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.922457] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1376.995518] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.995518] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.998031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.998031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.998031] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.018161] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1377.407561] env[69806]: INFO networking_nsxv3.common.synchronization [None req-bdbee565-a1fb-4c25-a376-4a6cd8a27520 None None] Enqueued Resource ID: dfa9c771-fe6e-44c3-ae07-c3f44c3047bc with Priority: HIGHEST for action port [ 1377.409571] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa9c771-fe6e-44c3-ae07-c3f44c3047bc with Priority: HIGHEST for action port [ 1377.409999] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa9c771-fe6e-44c3-ae07-c3f44c3047bc taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.410142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa9c771-fe6e-44c3-ae07-c3f44c3047bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.410213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa9c771-fe6e-44c3-ae07-c3f44c3047bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.410482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa9c771-fe6e-44c3-ae07-c3f44c3047bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.410565] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa9c771-fe6e-44c3-ae07-c3f44c3047bc',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.831697] env[69806]: INFO networking_nsxv3.common.synchronization [None req-e04b2e91-94be-432c-ad15-adae2503f208 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_rules [ 1377.832210] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_rules [ 1377.832518] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.832642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.832708] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.833036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.833133] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.901259] env[69806]: INFO networking_nsxv3.common.synchronization [None req-443df75a-470e-4ad4-9695-9b7c9208cad7 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_rules [ 1377.901259] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_rules [ 1377.901457] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.901550] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.913136] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfa9c771-fe6e-44c3-ae07-c3f44c3047bc [ 1377.913348] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.913470] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.913537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.913740] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.913866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.913949] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfa9c771-fe6e-44c3-ae07-c3f44c3047bc already deleted. [ 1377.914072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa9c771-fe6e-44c3-ae07-c3f44c3047bc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.356166] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.356316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.356393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.356606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.356695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.356813] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 already deleted. [ 1378.356886] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.357035] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.357192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.357367] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.881827] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.882324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.882324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.882420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.882503] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.882600] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 already deleted. [ 1378.882684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.039622] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1379.039622] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.897767] env[69806]: INFO networking_nsxv3.common.synchronization [None req-5d2fb9fe-64cf-448c-a060-32951c500bc4 None None] Enqueued Resource ID: c1141c4b-7516-4d97-bfb0-21d47ea7c417 with Priority: HIGHEST for action port [ 1379.898058] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1141c4b-7516-4d97-bfb0-21d47ea7c417 with Priority: HIGHEST for action port [ 1379.898663] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1141c4b-7516-4d97-bfb0-21d47ea7c417 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.898913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1141c4b-7516-4d97-bfb0-21d47ea7c417" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.899013] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1141c4b-7516-4d97-bfb0-21d47ea7c417" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.899303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1141c4b-7516-4d97-bfb0-21d47ea7c417" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.899392] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1141c4b-7516-4d97-bfb0-21d47ea7c417',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.401402] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1141c4b-7516-4d97-bfb0-21d47ea7c417 [ 1380.401639] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.401776] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.401840] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.402167] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.402404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.402585] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1141c4b-7516-4d97-bfb0-21d47ea7c417 already deleted. [ 1380.402694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1141c4b-7516-4d97-bfb0-21d47ea7c417" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.873014] env[69806]: INFO networking_nsxv3.common.synchronization [req-7175192f-2c63-4ad5-8ade-63dac8c49c3b req-2e20c934-a7d1-4700-9a69-1bae9225efec tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1380.873598] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1380.873939] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.874086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.874140] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.874341] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.874487] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.874581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.874641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.874781] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.874867] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.874961] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.377057] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.879657] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.383086] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.383086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.383086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.383086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.383086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.383086] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1382.417266] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.417546] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.417546] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.417691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.417843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.427059] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1383.959029] env[69806]: INFO networking_nsxv3.common.synchronization [req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 req-74548e14-1be7-434a-9a59-c081fb15f690 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1383.959503] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1383.959711] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.959834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.959899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.960523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.960708] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.960844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.960909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.961094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.961179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.961345] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.224750] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.224965] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.225109] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.225515] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.225783] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.225944] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.226266] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.226515] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.226680] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.226894] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1384.227029] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1384.227150] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1384.227265] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1384.227425] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1384.227481] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1384.227621] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1384.247388] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1384.247633] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1384.247830] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1384.248151] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.248626] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-e04fadaf-f2bc-4900-8b68-89dc3b65186b taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.248901] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-e04fadaf-f2bc-4900-8b68-89dc3b65186b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.249137] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-e04fadaf-f2bc-4900-8b68-89dc3b65186b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.249571] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-e04fadaf-f2bc-4900-8b68-89dc3b65186b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.249787] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04fadaf-f2bc-4900-8b68-89dc3b65186b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.437546] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1384.437761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.463471] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.463676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.463724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.463927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.464081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.464290] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.464392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.464455] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.464616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.464692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.464780] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 already deleted. [ 1384.464864] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.752338] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.752579] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.752674] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.753144] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.753359] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.753527] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port e04fadaf-f2bc-4900-8b68-89dc3b65186b not found, creating... [ 1384.753803] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.754040] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.754164] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.754407] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.754553] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.754852] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.755026] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.755257] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.755486] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.755631] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.755804] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: e04fadaf-f2bc-4900-8b68-89dc3b65186b is going to be created. [ 1384.774602] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.774806] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.774927] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.775231] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.775463] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.775692] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-e04fadaf-f2bc-4900-8b68-89dc3b65186b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.450092] env[69806]: INFO networking_nsxv3.common.synchronization [req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 req-9c175001-3995-404c-aa8a-b1288165f95c service nova] Enqueued Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_rules [ 1385.450343] env[69806]: INFO networking_nsxv3.common.synchronization [req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 req-9c175001-3995-404c-aa8a-b1288165f95c service nova] Enqueued Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1385.450447] env[69806]: INFO networking_nsxv3.common.synchronization [req-81eb2f70-121f-424f-9ab0-1f6ba19655e9 req-9c175001-3995-404c-aa8a-b1288165f95c service nova] Enqueued Resource ID: e04fadaf-f2bc-4900-8b68-89dc3b65186b with Priority: HIGHEST for action port [ 1385.450653] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_rules [ 1385.450790] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1385.450968] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04fadaf-f2bc-4900-8b68-89dc3b65186b with Priority: HIGHEST for action port [ 1385.451539] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.451704] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.451801] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.453632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.453761] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.455054] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.455178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.455246] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.455434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.455597] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.455690] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.455751] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.455897] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.455998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.456108] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.456863] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-e04fadaf-f2bc-4900-8b68-89dc3b65186b taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.456968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e04fadaf-f2bc-4900-8b68-89dc3b65186b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.457149] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e04fadaf-f2bc-4900-8b68-89dc3b65186b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.457319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e04fadaf-f2bc-4900-8b68-89dc3b65186b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.457395] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04fadaf-f2bc-4900-8b68-89dc3b65186b',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.959605] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.959605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.961029] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.961948] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e04fadaf-f2bc-4900-8b68-89dc3b65186b with status ACTIVE [ 1385.962596] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.962596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.962596] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.962942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.962942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.962942] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.963143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.963143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.963256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.963329] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.963508] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.963601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.963654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.963788] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.963891] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.963977] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e04fadaf-f2bc-4900-8b68-89dc3b65186b is going to be updated. [ 1385.983808] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.984097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.984097] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.984223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.984334] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.984490] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e04fadaf-f2bc-4900-8b68-89dc3b65186b" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.466501] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.968886] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.969088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.969165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.969378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.969468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.969579] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 is going to be created. [ 1386.992438] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.992676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.992676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.992849] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.993142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.002518] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: UNINITIALIZED for 2s [ 1388.058568] env[69806]: INFO networking_nsxv3.common.synchronization [req-0cd1d827-69d4-4d7d-8164-d248bfe986e6 req-55d00020-9121-48dc-90e6-ade2bf4f7354 tempest-ServersTestJSON-760816744 tempest-ServersTestJSON-760816744-project-member] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1388.059140] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGHEST for action security_group_members [ 1388.059442] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.059561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.059642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.059817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.059964] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.060073] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.060142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.060277] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.060359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.060452] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.563347] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.563548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.563548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.563734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.563828] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.564056] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.564178] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.564242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.564394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.564473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.564563] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be updated. [ 1388.592744] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.593012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.593012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.593248] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.593392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.601178] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: IN_PROGRESS for 2s [ 1389.013027] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: SUCCESS [ 1389.013027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.013027] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.013308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.013470] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.013581] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.013646] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.013783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.014234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.014234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.014234] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.516381] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.019264] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dae13ae-1bc6-4a4b-8358-2842082874c2: rpc.has_security_group_logging(os_id): False [ 1390.037155] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.037353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.037353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.037513] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.037601] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.037851] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.038012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.038012] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.038175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.038252] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.038338] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 is going to be created. [ 1390.094478] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.094723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.094723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.094874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.095078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.105763] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: IN_PROGRESS for 2s [ 1390.612242] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 in Status: SUCCESS [ 1390.612605] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 deletion is rescheduled due to dependency. [ 1390.612605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.119797] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: SUCCESS [ 1392.120165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.060512] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.060636] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.061414] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.061832] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.063148] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.063499] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.064037] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.064037] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.065042] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.065365] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.066574] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.066943] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.067508] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.067508] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.068769] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.069165] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.272222] env[69806]: INFO networking_nsxv3.common.synchronization [req-d4a41ec7-aa77-4c45-bf88-c6ea4dfa0b4c req-b57fba47-d093-4f71-9484-32661790bbe2 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Enqueued Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_members [ 1428.272755] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGHEST for action security_group_members [ 1428.273309] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.273477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.273564] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.273856] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.274063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.274126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.274173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.274362] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.274458] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.274558] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.777559] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.777843] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.777899] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.778234] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.778392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.778691] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.778836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.778939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.779187] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.779311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.779441] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 is going to be updated. [ 1428.806778] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.806994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.806994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.807162] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.807404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.816193] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 in Status: IN_PROGRESS for 2s [ 1430.826515] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 in Status: SUCCESS [ 1430.826918] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 deletion is rescheduled due to dependency. [ 1430.826918] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.985104] env[69806]: INFO networking_nsxv3.common.synchronization [None req-ce8cef31-0322-4f4c-ba52-4ae8158bd67a tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Enqueued Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_rules [ 1432.985637] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_rules [ 1432.985941] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.986075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.986139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.986387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.986467] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.053664] env[69806]: INFO networking_nsxv3.common.synchronization [None req-ee76142d-ac8c-492b-8edb-faf6bfd35946 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Enqueued Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_rules [ 1433.055175] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_rules [ 1433.055175] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.055175] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.508072] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.508072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.508072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.508395] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.508448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.508578] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 already deleted. [ 1433.508698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.508925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.509138] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.509255] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.030466] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.030865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.030865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.030865] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.030982] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.030982] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 already deleted. [ 1434.031061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.193778] env[69806]: INFO networking_nsxv3.common.synchronization [req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b req-42be452a-9c5e-4699-83d6-0ae1a37a72b8 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1436.194365] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1436.194605] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.194728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.194795] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.195083] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.195280] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.195394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.195466] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.195661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.195763] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.195869] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.450622] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.450824] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.450951] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.451234] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.451528] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.451699] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.451822] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.452052] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.452202] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.452422] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1436.452544] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1436.452658] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1436.452769] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1436.452882] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1436.452990] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1436.453137] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1436.475209] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1436.475394] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1436.475511] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1436.475686] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.476058] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-542b0f90-25cc-4129-bd81-8c124ba5771e taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.476242] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-542b0f90-25cc-4129-bd81-8c124ba5771e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.476371] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-542b0f90-25cc-4129-bd81-8c124ba5771e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.476700] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-542b0f90-25cc-4129-bd81-8c124ba5771e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.476860] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542b0f90-25cc-4129-bd81-8c124ba5771e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.698225] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.698422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.698501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.698671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.698765] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.698963] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.699079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.699144] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.699296] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.699372] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.699459] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 already deleted. [ 1436.699544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.979476] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.979737] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.979869] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.980184] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.980350] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.980477] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 542b0f90-25cc-4129-bd81-8c124ba5771e not found, creating... [ 1436.981114] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.981114] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.981114] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.981455] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.981455] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.981745] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.981909] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.982042] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.982267] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.982412] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.982556] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 542b0f90-25cc-4129-bd81-8c124ba5771e is going to be created. [ 1437.003564] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.004300] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.004300] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.004300] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.004538] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.004761] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-542b0f90-25cc-4129-bd81-8c124ba5771e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.665186] env[69806]: INFO networking_nsxv3.common.synchronization [req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b req-d5ee2bf1-8091-4406-b922-e790453a7805 service nova] Enqueued Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_rules [ 1437.665476] env[69806]: INFO networking_nsxv3.common.synchronization [req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b req-d5ee2bf1-8091-4406-b922-e790453a7805 service nova] Enqueued Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1437.665611] env[69806]: INFO networking_nsxv3.common.synchronization [req-0f7810c1-2a0a-4f1a-8997-c64fa8fde75b req-d5ee2bf1-8091-4406-b922-e790453a7805 service nova] Enqueued Resource ID: 542b0f90-25cc-4129-bd81-8c124ba5771e with Priority: HIGHEST for action port [ 1437.665752] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_rules [ 1437.665885] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1437.665982] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542b0f90-25cc-4129-bd81-8c124ba5771e with Priority: HIGHEST for action port [ 1437.666515] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.666640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.666752] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.666957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.667221] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.668144] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.668305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.668412] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.668689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.668906] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.669063] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.669165] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.669345] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.669482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.669866] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.670446] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-542b0f90-25cc-4129-bd81-8c124ba5771e taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.670661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-542b0f90-25cc-4129-bd81-8c124ba5771e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.670771] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-542b0f90-25cc-4129-bd81-8c124ba5771e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.670957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-542b0f90-25cc-4129-bd81-8c124ba5771e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.671084] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542b0f90-25cc-4129-bd81-8c124ba5771e',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.173026] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.173211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.174530] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.175412] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 542b0f90-25cc-4129-bd81-8c124ba5771e with status ACTIVE [ 1438.175585] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.175695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.175758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.178256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.178256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.178256] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.178256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.178256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.178256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.178256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.178256] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.178256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.178256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.178256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.178256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.178256] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 542b0f90-25cc-4129-bd81-8c124ba5771e is going to be updated. [ 1438.198987] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.199387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.199387] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.199519] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.199569] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.199724] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-542b0f90-25cc-4129-bd81-8c124ba5771e" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.305446] env[69806]: INFO networking_nsxv3.common.synchronization [req-73802038-fe14-4de8-ae66-8286c126ab1d req-66cf5d9e-fbe3-49b2-a816-1d9ae30dbc10 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Enqueued Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_members [ 1438.305991] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_members [ 1438.306322] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfdd9137-80bb-4e2d-980a-9e3a764c6817 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.306446] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.306517] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.306769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.306973] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.307098] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.307161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.307320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.307403] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.307500] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.574015] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.574239] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.574391] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.574659] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.574917] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.575095] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.575257] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.575491] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.575665] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.575886] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1438.576013] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1438.576133] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1438.576247] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1438.576364] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1438.576475] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1438.576613] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1438.594724] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1438.594916] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1438.595052] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1438.595240] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.595555] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.595726] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.595879] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.596235] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.596404] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949c3ad0-7c20-4fba-a0ac-2c28f405a2e4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.679365] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.811061] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.811061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.811061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.811061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.811061] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.811399] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.811399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.811399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.811523] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.811577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.811661] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 already deleted. [ 1438.811744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.098699] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.098928] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.099055] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.099357] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.099533] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.099775] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 not found, creating... [ 1439.100135] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.100315] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.100440] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.100671] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.100814] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.101113] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.101340] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.101514] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.101805] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.102009] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.102226] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 is going to be created. [ 1439.122189] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.122414] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.122536] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.122805] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.123055] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.123289] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.181250] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.181495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.181495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.181689] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.181778] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.181877] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 is going to be created. [ 1439.205832] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.206086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.206086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.206261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.206422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.233413] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: UNINITIALIZED for 2s [ 1439.814872] env[69806]: INFO networking_nsxv3.common.synchronization [req-73802038-fe14-4de8-ae66-8286c126ab1d req-6e16d72d-12f0-4f9d-99e2-c08ed646cd14 service nova] Enqueued Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_rules [ 1439.815136] env[69806]: INFO networking_nsxv3.common.synchronization [req-73802038-fe14-4de8-ae66-8286c126ab1d req-6e16d72d-12f0-4f9d-99e2-c08ed646cd14 service nova] Enqueued Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_members [ 1439.815228] env[69806]: INFO networking_nsxv3.common.synchronization [req-73802038-fe14-4de8-ae66-8286c126ab1d req-6e16d72d-12f0-4f9d-99e2-c08ed646cd14 service nova] Enqueued Resource ID: 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 with Priority: HIGHEST for action port [ 1439.815458] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_rules [ 1439.815587] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_members [ 1439.815683] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 with Priority: HIGHEST for action port [ 1439.817191] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.817191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.817191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.817191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.817191] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.817485] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfdd9137-80bb-4e2d-980a-9e3a764c6817 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.817597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.817663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.817821] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.817967] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.818085] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.818129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.818272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.818353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.818439] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.819477] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.819590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.819836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.819836] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.819836] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949c3ad0-7c20-4fba-a0ac-2c28f405a2e4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.321334] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfdd9137-80bb-4e2d-980a-9e3a764c6817 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.321485] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.321691] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.324016] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 with status ACTIVE [ 1440.324208] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.324324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.324393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.324645] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.324744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.324916] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.325020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.325081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.325240] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.325315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.325716] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.325716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.325716] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.325877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.325877] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.325947] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 is going to be updated. [ 1440.346228] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.346405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.346405] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.346593] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.346726] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.346883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.823792] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.242422] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: SUCCESS [ 1441.242625] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.242785] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.243079] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.243278] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.243393] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.243450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.243628] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.243713] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.243797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.243885] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.325890] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.326174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.326174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.326306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.326394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.326490] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 is going to be created. [ 1441.347826] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.348025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.348072] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.348259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.348418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.357290] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 in Status: UNINITIALIZED for 2s [ 1441.746655] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.747055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.747055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.747228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.747744] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.747871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.747940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.748123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.748214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.748306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.748459] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.748555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.748616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.748761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.748906] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.748993] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.749062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.749205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.749282] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.749364] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.749454] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.252317] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12b95ca9-b993-4f6b-8b1d-2892fb9a4322: rpc.has_security_group_logging(os_id): False [ 1442.269462] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.269666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.269666] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.269825] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.269891] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.270084] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.270198] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.270254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.270383] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.270460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.270683] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.270794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.270847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.270976] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.271075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.271228] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.271311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.271363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.271505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.271577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.271659] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 is going to be created. [ 1442.330498] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.330732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.330732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.330939] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.331109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.342138] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: IN_PROGRESS for 2s [ 1443.369951] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 in Status: SUCCESS [ 1443.370438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.370438] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.370512] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.370656] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.370770] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.371225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.371225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.371225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.371225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.371225] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.873337] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.355928] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: SUCCESS [ 1444.355928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.376063] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfdd9137-80bb-4e2d-980a-9e3a764c6817: rpc.has_security_group_logging(os_id): False [ 1444.391956] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.392174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.392174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.392349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.392434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.392650] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.392777] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.392858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.393017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.393131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.393229] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 is going to be created. [ 1444.449883] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.450205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.450205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.450326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.450497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.461957] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 in Status: IN_PROGRESS for 2s [ 1444.817060] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.817277] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1446.475282] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 in Status: SUCCESS [ 1446.475654] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.818800] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.819212] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.820108] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.820556] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.821486] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.822031] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.157449] env[69806]: INFO networking_nsxv3.common.synchronization [req-b4e0ac8f-748f-49a3-83cb-0b68e0f37fce req-9f75991b-137d-4b2a-89ad-c88c3a1cd56a tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1463.157954] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1463.158267] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.158705] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.158826] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.159000] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.159166] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.159262] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.159330] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.159514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.159604] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.159695] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.662125] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.662349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.662397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.662695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.662823] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.663108] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.663221] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.663259] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.663452] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.663555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.663666] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 is going to be updated. [ 1463.694081] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.694081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.694081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.694081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.694081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.703216] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: IN_PROGRESS for 2s [ 1465.714985] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: SUCCESS [ 1465.715268] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 deletion is rescheduled due to dependency. [ 1465.715316] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.254963] env[69806]: INFO networking_nsxv3.common.synchronization [None req-454d7528-6f7a-45e1-ad67-e3f700d882ec tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_rules [ 1467.254963] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_rules [ 1467.255563] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2706193-1106-4299-9287-139c51fdb5e6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.255563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.255563] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.255697] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.255759] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2706193-1106-4299-9287-139c51fdb5e6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.331064] env[69806]: INFO networking_nsxv3.common.synchronization [None req-e342f99f-5d37-4451-a469-83f0178d3b7c tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_rules [ 1467.331064] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_rules [ 1467.331064] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2706193-1106-4299-9287-139c51fdb5e6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.331064] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.776295] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.776522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.776522] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.776703] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.776811] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.776915] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2706193-1106-4299-9287-139c51fdb5e6 already deleted. [ 1467.777008] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.777164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.777326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.777410] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2706193-1106-4299-9287-139c51fdb5e6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.296935] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.297346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.297346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.297346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.297460] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.297521] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2706193-1106-4299-9287-139c51fdb5e6 already deleted. [ 1468.297603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.331135] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.331531] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.664027] env[69806]: INFO networking_nsxv3.common.synchronization [req-05c1cd58-7bda-4b03-8917-bd236b8ff38b req-91a61c3b-d91b-4b06-9153-39033c24b47a tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_members [ 1472.664548] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_members [ 1472.665143] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2706193-1106-4299-9287-139c51fdb5e6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.665285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.665353] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.665611] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.665753] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.665854] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.665919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.666093] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.666177] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.666271] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2706193-1106-4299-9287-139c51fdb5e6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.979633] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.980103] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.980369] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.980739] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.981128] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.981450] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.981695] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.982035] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.982323] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.982667] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1472.982906] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1472.983149] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1472.983377] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1472.983611] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1472.983850] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1472.984122] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1473.004449] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1473.004926] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1473.005234] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1473.005535] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.005975] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.006374] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.006624] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.007063] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.007342] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa9ff835-3a12-4d0a-9a6b-a3e948af66f8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.173087] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.173087] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.173335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.173376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.173521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.173703] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.173885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.174017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.174265] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.174367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.174480] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2706193-1106-4299-9287-139c51fdb5e6 already deleted. [ 1473.174570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.509966] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.510284] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.510371] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.510650] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.510806] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.510964] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 not found, creating... [ 1473.511276] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.511438] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.511562] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.511797] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.511933] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.512256] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.512422] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.512545] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.512759] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.512900] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.513068] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 is going to be created. [ 1473.536085] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.536383] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.536569] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.536985] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.537315] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.537634] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.213332] env[69806]: INFO networking_nsxv3.common.synchronization [req-05c1cd58-7bda-4b03-8917-bd236b8ff38b req-5f00ddcd-d33a-4e60-b73c-160f77c7d185 service nova] Enqueued Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_rules [ 1474.213332] env[69806]: INFO networking_nsxv3.common.synchronization [req-05c1cd58-7bda-4b03-8917-bd236b8ff38b req-5f00ddcd-d33a-4e60-b73c-160f77c7d185 service nova] Enqueued Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_members [ 1474.213332] env[69806]: INFO networking_nsxv3.common.synchronization [req-05c1cd58-7bda-4b03-8917-bd236b8ff38b req-5f00ddcd-d33a-4e60-b73c-160f77c7d185 service nova] Enqueued Resource ID: fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 with Priority: HIGHEST for action port [ 1474.213332] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_rules [ 1474.213332] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_members [ 1474.213332] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 with Priority: HIGHEST for action port [ 1474.213332] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2706193-1106-4299-9287-139c51fdb5e6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.213332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.213332] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.213903] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.214196] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2706193-1106-4299-9287-139c51fdb5e6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.215253] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2706193-1106-4299-9287-139c51fdb5e6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.215494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.215663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.215915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.216187] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.216439] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.216624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.216874] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.217185] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.217634] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2706193-1106-4299-9287-139c51fdb5e6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.218883] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.219169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.219347] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.219676] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.219875] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa9ff835-3a12-4d0a-9a6b-a3e948af66f8',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.722946] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2706193-1106-4299-9287-139c51fdb5e6 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.722946] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.722946] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2706193-1106-4299-9287-139c51fdb5e6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.723720] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 with status ACTIVE [ 1474.723913] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.724054] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.724129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.724319] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.724418] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.724577] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.724671] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.724729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.725020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.725020] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.725181] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.725261] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.725313] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.725576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.725576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.725576] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa9ff835-3a12-4d0a-9a6b-a3e948af66f8 is going to be updated. [ 1474.747805] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.748143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.748143] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.748276] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.748370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.748540] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa9ff835-3a12-4d0a-9a6b-a3e948af66f8" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.227666] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2706193-1106-4299-9287-139c51fdb5e6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.730066] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.730508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.730508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.730508] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.730615] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.730689] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2706193-1106-4299-9287-139c51fdb5e6 is going to be created. [ 1475.754769] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.755051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.755051] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.755150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.755300] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.764947] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2706193-1106-4299-9287-139c51fdb5e6 in Status: UNINITIALIZED for 2s [ 1477.777287] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2706193-1106-4299-9287-139c51fdb5e6 in Status: SUCCESS [ 1477.777827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.777827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.777968] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.778192] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.778337] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.778408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.778551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.778621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.778712] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.778800] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2706193-1106-4299-9287-139c51fdb5e6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.281166] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2706193-1106-4299-9287-139c51fdb5e6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.783884] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2706193-1106-4299-9287-139c51fdb5e6: rpc.has_security_group_logging(os_id): False [ 1478.804226] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.804481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.804481] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.804653] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.804739] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.805040] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.805148] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.805214] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.805367] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.805444] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.805556] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2706193-1106-4299-9287-139c51fdb5e6 is going to be created. [ 1478.868135] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.868349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.868349] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.868521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.868789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.882672] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2706193-1106-4299-9287-139c51fdb5e6 in Status: IN_PROGRESS for 2s [ 1479.213769] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.214032] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1480.896861] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2706193-1106-4299-9287-139c51fdb5e6 in Status: SUCCESS [ 1480.897279] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.214663] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.215090] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.215763] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.216179] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.217207] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.217622] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.218404] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.218812] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.219386] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.219833] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.220830] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.221275] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.222548] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.222932] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.698866] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.699083] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.699219] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.699505] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.699762] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.699919] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.700188] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.700439] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.700593] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.700810] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1514.700942] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1514.701069] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1514.701183] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1514.701300] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1514.701411] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1514.701546] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1514.723234] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1514.723418] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1514.723536] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1514.723715] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-573" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.724073] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.724310] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.724446] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.724713] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.724852] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949c3ad0-7c20-4fba-a0ac-2c28f405a2e4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.227624] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.228109] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.228109] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.228296] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.228449] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.228756] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.228920] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.229063] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.229294] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.229437] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.229724] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.229884] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.230014] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.230239] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.230382] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.230532] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 is going to be updated. [ 1515.254375] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.254601] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.254708] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.254986] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.255217] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.255475] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.922811] env[69806]: INFO networking_nsxv3.common.synchronization [req-9230a6d9-fea0-412b-aea4-a852fadc8a10 req-17033c52-54fc-44bd-b490-e03d07286e82 service nova] Enqueued Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_rules [ 1515.922984] env[69806]: INFO networking_nsxv3.common.synchronization [req-9230a6d9-fea0-412b-aea4-a852fadc8a10 req-17033c52-54fc-44bd-b490-e03d07286e82 service nova] Enqueued Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_members [ 1515.923146] env[69806]: INFO networking_nsxv3.common.synchronization [req-9230a6d9-fea0-412b-aea4-a852fadc8a10 req-17033c52-54fc-44bd-b490-e03d07286e82 service nova] Enqueued Resource ID: 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 with Priority: HIGHEST for action port [ 1515.923377] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_rules [ 1515.923509] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_members [ 1515.923605] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 with Priority: HIGHEST for action port [ 1515.924269] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.924380] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.924511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.924642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.924726] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.926329] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfdd9137-80bb-4e2d-980a-9e3a764c6817 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.926462] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.926597] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.926780] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.926943] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.927081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.927139] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.927300] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.927388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.927479] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.928971] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.929134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.929233] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.929424] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.929533] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949c3ad0-7c20-4fba-a0ac-2c28f405a2e4',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.431320] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.432437] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfdd9137-80bb-4e2d-980a-9e3a764c6817 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.432580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.432749] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 with status ACTIVE [ 1516.432907] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.433023] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.433096] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.433285] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.433373] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.433550] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.433696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.433696] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.433852] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.433928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.434622] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.434722] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.434802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.435058] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.435156] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.435248] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 949c3ad0-7c20-4fba-a0ac-2c28f405a2e4 is going to be updated. [ 1516.459317] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.459497] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.459562] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.459745] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.459883] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.460103] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-949c3ad0-7c20-4fba-a0ac-2c28f405a2e4" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.937559] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.440063] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.440502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.440502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.440502] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.440625] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.440625] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 is going to be updated. [ 1517.478943] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.479215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.479215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.479489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.479621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.493309] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 in Status: IN_PROGRESS for 2s [ 1519.505945] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 in Status: SUCCESS [ 1519.506292] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.506346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.506590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.506783] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.507089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.507089] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.507192] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.507258] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.507321] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.507436] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.009734] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.512779] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfdd9137-80bb-4e2d-980a-9e3a764c6817: rpc.has_security_group_logging(os_id): False [ 1520.531553] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.531827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.531827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.532048] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.532132] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.532335] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.532479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.532479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.532632] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.532721] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.532845] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 is going to be updated. [ 1520.707050] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.707050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.707050] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.707400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.707400] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.727203] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 in Status: IN_PROGRESS for 2s [ 1520.924717] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.924717] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1522.746438] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 in Status: SUCCESS [ 1522.746871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.925994] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.926375] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.927387] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.927728] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.929078] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.929335] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.930379] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.930721] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.931328] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.931782] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.932401] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.932792] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.933818] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.934289] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.935211] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.935620] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.937094] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.937094] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.430871] env[69806]: INFO networking_nsxv3.common.synchronization [req-bd53d178-c918-476f-bbf3-57d9015799cb req-48b679f3-275a-40b9-8421-5e88cc8de548 tempest-AttachVolumeShelveTestJSON-1134283863 tempest-AttachVolumeShelveTestJSON-1134283863-project-member] Enqueued Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_members [ 1568.431435] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGHEST for action security_group_members [ 1568.431749] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfdd9137-80bb-4e2d-980a-9e3a764c6817 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.432507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.432507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.432507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.432507] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.432507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.432507] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.433088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.433088] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.433088] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.935202] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.935421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.935421] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.935677] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.935798] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.936053] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.936191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.936267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.936419] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.936495] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.936586] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 is going to be updated. [ 1568.966955] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.967247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.967247] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.967440] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.967624] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.989078] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 in Status: IN_PROGRESS for 2s [ 1570.999844] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 in Status: SUCCESS [ 1571.000290] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 deletion is rescheduled due to dependency. [ 1571.000290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.432487] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.432899] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.434213] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.434619] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.435384] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.435384] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.437361] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.437733] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.777400] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1588.777669] env[69806]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-592a10ea-25be-434a-9d3b-aa31dc683a47 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1589.609920] env[69806]: INFO networking_nsxv3.common.synchronization [req-29a37453-51d5-4ea4-9dd1-ee7293db8b2b req-fe9a6850-a2b9-435e-b2f5-e453f8c5c128 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_members [ 1589.610463] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGHEST for action security_group_members [ 1589.610751] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2706193-1106-4299-9287-139c51fdb5e6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.610871] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.610957] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.611164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.611323] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.611428] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.611487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.611621] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.611710] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.611799] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2706193-1106-4299-9287-139c51fdb5e6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.114147] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.114404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.114404] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.114537] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.114603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.114795] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.114925] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.114986] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.115193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.115278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.115366] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2706193-1106-4299-9287-139c51fdb5e6 is going to be updated. [ 1590.142310] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.142521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.142521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.142684] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.142833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.151248] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2706193-1106-4299-9287-139c51fdb5e6 in Status: IN_PROGRESS for 2s [ 1592.162585] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2706193-1106-4299-9287-139c51fdb5e6 in Status: SUCCESS [ 1592.163055] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2706193-1106-4299-9287-139c51fdb5e6 deletion is rescheduled due to dependency. [ 1592.163055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.611371] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.611657] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.065794] env[69806]: INFO networking_nsxv3.common.synchronization [req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 req-7362dd04-3c31-4b9a-8bbe-85e4abe9d487 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1599.066668] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1599.066890] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.067021] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.067099] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.067324] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.067492] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.067618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.067683] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.067832] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.067919] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.068028] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.358025] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.358025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.358025] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.358271] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.358309] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.358457] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.358580] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.358799] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.358947] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.359179] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1599.359302] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1599.359417] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1599.359530] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1599.359643] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1599.359753] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1599.359886] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1599.380921] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1599.381093] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1599.381227] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1599.381403] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.381724] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-d394ce6f-89d6-4cd3-9948-b9679261e92a taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.381898] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.382033] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.382364] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.382509] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d394ce6f-89d6-4cd3-9948-b9679261e92a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.570481] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.570642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.570699] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.570914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.571016] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.571219] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.571315] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.571378] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.571527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.571603] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.571689] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 is going to be updated. [ 1599.597829] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.598038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.598038] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.598223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.598359] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.606495] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: IN_PROGRESS for 2s [ 1599.884507] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.884744] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.884875] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.885252] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.885445] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.885657] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port d394ce6f-89d6-4cd3-9948-b9679261e92a not found, creating... [ 1599.885943] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.886205] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.886438] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.886722] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.886874] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.887183] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.887372] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.887506] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.887724] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.887866] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.888026] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: d394ce6f-89d6-4cd3-9948-b9679261e92a is going to be created. [ 1599.908530] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.908857] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.909092] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.909450] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.909699] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.909964] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.572678] env[69806]: INFO networking_nsxv3.common.synchronization [req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 req-6ca11480-9495-47d7-9bee-4e509a573719 service nova] Enqueued Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_rules [ 1600.572959] env[69806]: INFO networking_nsxv3.common.synchronization [req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 req-6ca11480-9495-47d7-9bee-4e509a573719 service nova] Enqueued Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1600.573028] env[69806]: INFO networking_nsxv3.common.synchronization [req-4ee90125-72ae-472a-aab4-0b27a53b1ff7 req-6ca11480-9495-47d7-9bee-4e509a573719 service nova] Enqueued Resource ID: d394ce6f-89d6-4cd3-9948-b9679261e92a with Priority: HIGHEST for action port [ 1600.573254] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_rules [ 1600.573375] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1600.573467] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d394ce6f-89d6-4cd3-9948-b9679261e92a with Priority: HIGHEST for action port [ 1600.573995] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.574130] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.574195] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.575340] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.575340] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.575340] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.575956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.575956] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-d394ce6f-89d6-4cd3-9948-b9679261e92a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.575956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.575956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.575956] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.575956] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d394ce6f-89d6-4cd3-9948-b9679261e92a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.727307] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.727616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.727616] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.727757] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.727863] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.077583] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.077829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.077893] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d394ce6f-89d6-4cd3-9948-b9679261e92a with status ACTIVE [ 1601.078067] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.078174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.078174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.078399] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.078494] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.078665] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.078759] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.078834] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.079075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.079075] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.079270] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.079357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.079357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.079521] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.079587] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.079625] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d394ce6f-89d6-4cd3-9948-b9679261e92a is going to be updated. [ 1601.108743] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.108992] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.108992] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.109154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.109290] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.109451] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.230754] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.615581] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: SUCCESS [ 1601.616077] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 deletion is rescheduled due to dependency. [ 1601.616077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.616077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.616223] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.616405] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.616516] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.616589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.616728] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.616805] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.616897] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.733062] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.119783] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.235299] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1602.235486] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1602.622707] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.063423] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.063655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.063655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.063833] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.212792] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1603.213670] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.214925] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1603.216219] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.216357] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.216445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.216610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.216694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.216783] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 is going to be updated. [ 1603.276146] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.276456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.276456] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.276638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.276803] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.281356] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.281487] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.281558] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.281723] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.295686] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.296569] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1603.296674] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1603.296732] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1603.306335] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: IN_PROGRESS for 2s [ 1603.327976] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.328183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.328183] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.328374] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.329157] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.329329] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1603.407268] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.407491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.407491] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.407669] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.407990] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.408297] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1603.480357] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.480588] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.480588] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.480764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.481114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.481409] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1603.481497] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6cc5bd00-96bd-4bb0-863f-859a117bbad6', 'dfdd9137-80bb-4e2d-980a-9e3a764c6817', '04fee7cc-2156-4181-a367-567ca2424632', '20b4fd44-e92f-4a49-b719-ed87a8360f59', '9e16859e-db54-4510-87fb-b29192c53a23', '12b95ca9-b993-4f6b-8b1d-2892fb9a4322', 'e361506f-7f60-4eb1-983a-b0dc0fb2aa08', '811c8266-8581-4dda-bdcb-63bebec1a9ca', '82214afa-ade8-4a4e-8a37-0cf20c0cbbeb', '2f0af319-35e6-47ae-9bbb-6dbc3cd597b5', '777619b5-780a-4c68-9ab2-08ff9394ca16', '073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94', 'b2706193-1106-4299-9287-139c51fdb5e6', 'edeeb05d-f028-4092-a0e0-4e30f4decc98', '07961e2c-dac2-49a7-8a2d-62d6eb681b47', 'a1359f92-1e09-40f9-b878-7622a655c0ec', '0da3b7f2-2957-445c-abd7-0c0512ea4c51', '8dae13ae-1bc6-4a4b-8358-2842082874c2', 'a95fa2db-ec8a-4934-8d7a-9543370e4728', '9740e41b-0e35-41be-b00a-e4e98d95a3d0', 'c61d0ef1-04f2-4492-8ad3-a56a93fbe7c6', '4ba6c587-1910-4fdf-b906-c039587ed26d', 'e3368344-bbbc-4245-b7a3-1ff6432bf662', '2e4ba8ed-652d-41da-aa77-6da75d7d979c', '629afc5f-2fc6-4082-be52-dbce74e7a884', '7c7af846-02d5-496a-8995-df13d5af938a', 'b367fd14-af0e-4909-a8b1-ac1587c6679f', 'e6cad344-e95c-446b-aef8-469bc641e273'} {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1603.481601] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1603.501050] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.501251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.501251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.501463] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.501548] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.501661] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1603.501734] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1603.501803] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1603.576256] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.576461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.576461] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.576661] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.577794] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.578059] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1603.578141] env[69806]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69806) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1603.578213] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1603.578276] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1603.578350] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1603.578415] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGH for action security_group_rules [ 1603.578493] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGH for action security_group_rules [ 1603.578548] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGH for action security_group_rules [ 1603.578609] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGH for action security_group_rules [ 1603.578667] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGH for action security_group_rules [ 1603.578722] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGH for action security_group_rules [ 1603.578781] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 with Priority: HIGH for action security_group_rules [ 1603.578836] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGH for action security_group_rules [ 1603.578893] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGH for action security_group_rules [ 1603.578945] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGH for action security_group_rules [ 1603.579016] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGH for action security_group_rules [ 1603.579093] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGH for action security_group_rules [ 1603.579144] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGH for action security_group_rules [ 1603.579196] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 with Priority: HIGH for action security_group_rules [ 1603.579250] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGH for action security_group_rules [ 1603.579300] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1359f92-1e09-40f9-b878-7622a655c0ec with Priority: HIGH for action security_group_rules [ 1603.579355] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGH for action security_group_rules [ 1603.579419] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGH for action security_group_rules [ 1603.579478] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGH for action security_group_rules [ 1603.579541] env[69806]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGH for action security_group_rules [ 1603.579627] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.318147] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: SUCCESS [ 1605.318514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.318514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.318744] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.318945] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.319116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.319242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.319402] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.319488] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.319577] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.319667] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.574284] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.574409] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1605.574570] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 with Priority: HIGH for action security_group_rules [ 1605.574697] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fee7cc-2156-4181-a367-567ca2424632 with Priority: HIGH for action security_group_rules [ 1605.575260] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 with Priority: HIGH for action security_group_rules [ 1605.575416] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 with Priority: HIGH for action security_group_rules [ 1605.575523] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 with Priority: HIGH for action security_group_rules [ 1605.575634] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 with Priority: HIGH for action security_group_rules [ 1605.575755] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGH for action security_group_rules [ 1605.575850] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 with Priority: HIGH for action security_group_rules [ 1605.575943] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 with Priority: HIGH for action security_group_rules [ 1605.576092] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1359f92-1e09-40f9-b878-7622a655c0ec with Priority: HIGH for action security_group_rules [ 1605.576208] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2706193-1106-4299-9287-139c51fdb5e6 with Priority: HIGH for action security_group_rules [ 1605.576311] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 with Priority: HIGH for action security_group_rules [ 1605.576418] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 with Priority: HIGH for action security_group_rules [ 1605.576547] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 with Priority: HIGH for action security_group_rules [ 1605.576665] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb with Priority: HIGH for action security_group_rules [ 1605.576782] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGH for action security_group_rules [ 1605.576877] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca with Priority: HIGH for action security_group_rules [ 1605.576965] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16859e-db54-4510-87fb-b29192c53a23 with Priority: HIGH for action security_group_rules [ 1605.577064] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 with Priority: HIGH for action security_group_rules [ 1605.577154] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 with Priority: HIGH for action security_group_rules [ 1605.577497] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.577620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.577685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.577927] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.578026] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cc5bd00-96bd-4bb0-863f-859a117bbad6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.579062] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04fee7cc-2156-4181-a367-567ca2424632 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.579186] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.579243] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.579413] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.579488] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04fee7cc-2156-4181-a367-567ca2424632',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.580265] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e361506f-7f60-4eb1-983a-b0dc0fb2aa08 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.580368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.580434] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.580570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.580641] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e361506f-7f60-4eb1-983a-b0dc0fb2aa08',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.581480] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.581589] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.581642] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.581791] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.581872] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07961e2c-dac2-49a7-8a2d-62d6eb681b47',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.582604] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.582711] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.582775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.582930] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.583021] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9740e41b-0e35-41be-b00a-e4e98d95a3d0',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.584131] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a95fa2db-ec8a-4934-8d7a-9543370e4728 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.584131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.584131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.584131] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.584131] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a95fa2db-ec8a-4934-8d7a-9543370e4728',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.584738] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.584858] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.584975] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.585134] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.585199] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.585981] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.586166] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.586205] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.586343] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.586457] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da3b7f2-2957-445c-abd7-0c0512ea4c51',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.587280] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edeeb05d-f028-4092-a0e0-4e30f4decc98 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.587386] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.587504] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.587610] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.587686] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edeeb05d-f028-4092-a0e0-4e30f4decc98',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.588738] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1359f92-1e09-40f9-b878-7622a655c0ec taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.588850] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.588914] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.589076] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.589146] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1359f92-1e09-40f9-b878-7622a655c0ec',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.590236] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2706193-1106-4299-9287-139c51fdb5e6 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.590375] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.590473] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.590590] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.590662] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2706193-1106-4299-9287-139c51fdb5e6',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.591338] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.591445] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.591510] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.591663] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.591786] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.592426] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777619b5-780a-4c68-9ab2-08ff9394ca16 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.592600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.592600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.592738] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.592809] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777619b5-780a-4c68-9ab2-08ff9394ca16',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.593664] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.593786] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.593863] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.594030] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.594104] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0af319-35e6-47ae-9bbb-6dbc3cd597b5',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.594754] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.594882] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.594973] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.595161] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.595287] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82214afa-ade8-4a4e-8a37-0cf20c0cbbeb',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.595908] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.595998] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.596236] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-811c8266-8581-4dda-bdcb-63bebec1a9ca taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.596370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.596437] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.596606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.596713] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('811c8266-8581-4dda-bdcb-63bebec1a9ca',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.597707] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e16859e-db54-4510-87fb-b29192c53a23 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.597839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.597911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.598115] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.598220] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e16859e-db54-4510-87fb-b29192c53a23',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.600509] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.600641] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.600701] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.600869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.600942] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfdd9137-80bb-4e2d-980a-9e3a764c6817',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.601704] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b4fd44-e92f-4a49-b719-ed87a8360f59 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.601829] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.601888] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.602160] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.602160] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b4fd44-e92f-4a49-b719-ed87a8360f59',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.627378] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.627640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.627640] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.627913] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.630574] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.630698] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.647962] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.648138] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da3b7f2-2957-445c-abd7-0c0512ea4c51 is going to be deleted. [ 1605.649022] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.649271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.665978] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.666142] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07961e2c-dac2-49a7-8a2d-62d6eb681b47 is going to be deleted. [ 1605.710685] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.710928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.710928] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.711210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.711330] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.711468] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da3b7f2-2957-445c-abd7-0c0512ea4c51" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.712345] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.712472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.712576] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.712775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.712866] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.713046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07961e2c-dac2-49a7-8a2d-62d6eb681b47" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.822742] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.823126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.823126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.823326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.823391] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.823483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.823555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.823655] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.823746] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.823845] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.823986] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.824102] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.824174] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.824342] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.824450] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.824544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.824638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.824789] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.824885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.824955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.825110] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.114783] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.114980] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.114980] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.115335] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.115485] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.115600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.115668] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.115827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.115911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.115996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.116097] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.183622] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.183862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.183862] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.184086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.185841] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.186046] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.186695] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.186878] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.187505] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.187608] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.188291] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.188388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.189168] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.189267] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.189895] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.189989] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.190689] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.190783] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.191822] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.191907] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.192623] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.192702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.193420] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.193509] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.194111] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1606.194527] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.194634] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.195221] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1606.195596] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.195687] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.196283] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1606.196667] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.196760] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.197334] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1606.197725] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.197816] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.198451] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1606.198852] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.198943] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.207250] env[69806]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1606.207707] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.207842] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cc5bd00-96bd-4bb0-863f-859a117bbad6 is going to be deleted. [ 1606.208718] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.208923] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.232025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.232222] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2706193-1106-4299-9287-139c51fdb5e6 is going to be deleted. [ 1606.233109] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.233311] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.280199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.280431] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94 is going to be deleted. [ 1606.281320] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.281478] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.297935] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.298169] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.300368] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.300487] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82214afa-ade8-4a4e-8a37-0cf20c0cbbeb is going to be deleted. [ 1606.301363] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.301573] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.327319] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12b95ca9-b993-4f6b-8b1d-2892fb9a4322: rpc.has_security_group_logging(os_id): False [ 1606.330972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.331136] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1359f92-1e09-40f9-b878-7622a655c0ec is going to be deleted. [ 1606.331994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.332228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.345337] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.345532] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.358934] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.359154] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.372211] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.372386] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0af319-35e6-47ae-9bbb-6dbc3cd597b5 is going to be deleted. [ 1606.373275] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.373520] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.377280] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.377500] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.421123] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.421336] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a95fa2db-ec8a-4934-8d7a-9543370e4728 is going to be deleted. [ 1606.422227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.422447] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.485461] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.485606] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.494611] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.494869] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.495702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.495825] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b4fd44-e92f-4a49-b719-ed87a8360f59 is going to be deleted. [ 1606.496819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.497056] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.540952] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.541153] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edeeb05d-f028-4092-a0e0-4e30f4decc98 is going to be deleted. [ 1606.542052] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.542271] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.573619] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.573855] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.601904] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.602089] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04fee7cc-2156-4181-a367-567ca2424632 is going to be deleted. [ 1606.603086] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.603281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.629421] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.642011] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.642189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.649953] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.650090] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfdd9137-80bb-4e2d-980a-9e3a764c6817 is going to be deleted. [ 1606.650992] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.651278] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.681781] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.682017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.718892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.719091] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e16859e-db54-4510-87fb-b29192c53a23 is going to be deleted. [ 1606.720069] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.720303] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.787078] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.787276] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e361506f-7f60-4eb1-983a-b0dc0fb2aa08 is going to be deleted. [ 1606.788158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.788448] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.807098] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.807304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.847560] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.847812] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.848580] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.848699] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 811c8266-8581-4dda-bdcb-63bebec1a9ca is going to be deleted. [ 1606.849602] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.849818] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.879914] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.880146] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.881262] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.881370] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.905972] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.906207] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9740e41b-0e35-41be-b00a-e4e98d95a3d0 is going to be deleted. [ 1606.907152] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.907406] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.932395] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.932618] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.939955] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.940139] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777619b5-780a-4c68-9ab2-08ff9394ca16 is going to be deleted. [ 1606.941037] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.941256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.941348] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.941469] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cc5bd00-96bd-4bb0-863f-859a117bbad6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.941620] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.941769] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.941847] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.941963] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2706193-1106-4299-9287-139c51fdb5e6" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.942619] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.942784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.942864] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.942994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-073dc5f1-da7d-4f3d-b7ea-71a8f7fd1b94" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.943153] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.943305] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.991817] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.992098] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.992256] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.992318] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.992501] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.992579] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.992794] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.992893] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.992996] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.993191] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.993269] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.993446] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.993545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.993605] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.993741] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.993815] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.993907] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 is going to be updated. [ 1606.995018] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.995225] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.995314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.995437] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82214afa-ade8-4a4e-8a37-0cf20c0cbbeb" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.995570] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.995717] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.995796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.995906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1359f92-1e09-40f9-b878-7622a655c0ec" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.996094] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.996308] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.996366] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.996435] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0af319-35e6-47ae-9bbb-6dbc3cd597b5" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.996551] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.996688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.996761] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.996868] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a95fa2db-ec8a-4934-8d7a-9543370e4728" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.997477] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.997674] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.997758] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.997885] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b4fd44-e92f-4a49-b719-ed87a8360f59" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.997992] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.998150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.998228] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.998338] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04fee7cc-2156-4181-a367-567ca2424632" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.998476] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.998612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.998685] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.998796] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edeeb05d-f028-4092-a0e0-4e30f4decc98" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.998905] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.999053] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.999129] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.999242] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e16859e-db54-4510-87fb-b29192c53a23" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.999394] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.000077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.000077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.000077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfdd9137-80bb-4e2d-980a-9e3a764c6817" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.000077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.000077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.000077] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.000484] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e361506f-7f60-4eb1-983a-b0dc0fb2aa08" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.074593] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.074870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.074870] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.075025] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.075164] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.075294] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-811c8266-8581-4dda-bdcb-63bebec1a9ca" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.084582] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.084797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.084797] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.084981] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.085108] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.085238] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9740e41b-0e35-41be-b00a-e4e98d95a3d0" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.109274] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.109493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.109493] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.109695] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.109819] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.109954] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777619b5-780a-4c68-9ab2-08ff9394ca16" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.131607] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dae13ae-1bc6-4a4b-8358-2842082874c2: rpc.has_security_group_logging(os_id): False [ 1607.159944] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.160180] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.160281] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.160479] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.167566] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.167787] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.191215] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.191523] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.191617] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.191691] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.191911] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.191994] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.192098] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 is going to be updated. [ 1607.193325] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.193505] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.193648] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.207128] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: IN_PROGRESS for 2s [ 1607.316374] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.316657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.316657] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.316802] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.316940] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.328345] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: IN_PROGRESS for 2s [ 1608.962549] env[69806]: INFO networking_nsxv3.common.synchronization [req-e1fd3025-09dc-46a8-9cff-497b869a5250 req-55f0bae0-6662-4992-aadb-5d125977e0e8 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1608.963262] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 with Priority: HIGHEST for action security_group_members [ 1608.963843] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.963950] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.964062] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.964272] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.964426] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.964524] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.964588] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.964729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.964814] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.964896] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.005331] env[69806]: INFO networking_nsxv3.common.synchronization [req-e1fd3025-09dc-46a8-9cff-497b869a5250 req-55f0bae0-6662-4992-aadb-5d125977e0e8 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: d394ce6f-89d6-4cd3-9948-b9679261e92a with Priority: HIGHEST for action port [ 1609.005794] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d394ce6f-89d6-4cd3-9948-b9679261e92a with Priority: HIGHEST for action port [ 1609.006149] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-d394ce6f-89d6-4cd3-9948-b9679261e92a taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.006273] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.006344] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.006544] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.006625] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d394ce6f-89d6-4cd3-9948-b9679261e92a',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.220054] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: SUCCESS [ 1609.220251] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.220422] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.220658] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.220753] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b95ca9-b993-4f6b-8b1d-2892fb9a4322',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.342451] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: SUCCESS [ 1609.342636] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.466928] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.467126] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.467220] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.467464] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.467555] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.467804] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.467937] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.468017] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.468114] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.468189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.468280] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 is going to be updated. [ 1609.496850] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.497071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.497071] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.497268] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.497420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.506194] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: IN_PROGRESS for 2s [ 1609.508523] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d394ce6f-89d6-4cd3-9948-b9679261e92a with status ACTIVE [ 1609.508724] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.508844] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.508909] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.509125] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.509210] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.509388] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.509482] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.509545] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.509688] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.509764] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.509950] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.510055] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.510116] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.510254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.510326] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.510411] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d394ce6f-89d6-4cd3-9948-b9679261e92a is going to be updated. [ 1609.530067] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.530346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.530346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.530567] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.530638] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.530748] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d394ce6f-89d6-4cd3-9948-b9679261e92a" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.743790] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.743984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.743984] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.744213] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.744302] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.744404] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 is going to be deleted. [ 1609.795780] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.796081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.796081] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.796397] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.796549] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.796732] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.517687] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 in Status: SUCCESS [ 1611.518119] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b95ca9-b993-4f6b-8b1d-2892fb9a4322 deletion is rescheduled due to dependency. [ 1611.518119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b95ca9-b993-4f6b-8b1d-2892fb9a4322" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.007078] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.007474] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1619.007865] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1619.008286] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1624.009514] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.009795] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1629.010557] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1629.010968] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1633.118377] env[69806]: INFO networking_nsxv3.common.synchronization [req-63002483-6d60-49d0-9d2b-8dd02770b015 req-743f2736-b6bf-48c0-90f3-0dbfbec9560b tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1633.118936] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1633.119267] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.119392] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.119465] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.119643] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.119796] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.119892] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.119960] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.120119] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.120193] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.120306] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1633.384018] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.384236] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.384365] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.385011] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.385011] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.385162] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.385162] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.385412] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.385571] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.385786] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1633.385901] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] NeedRegenerationException {{(pid=69806) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1633.386025] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] no value, waiting for create lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1633.386140] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] value creation lock acquired {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1633.386251] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] No value present for key: 'zone-id' {{(pid=69806) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1633.386359] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Calling creation function for not-yet-present value {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1633.386532] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1633.407315] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1633.407502] env[69806]: DEBUG dogpile.cache.region [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69806) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1633.407647] env[69806]: DEBUG dogpile.lock [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Released creation lock {{(pid=69806) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1633.407806] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "network-32" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.408146] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock port-dfca620c-4ac8-4f64-805e-429f5b908ddc taken with stack trace [, , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.408332] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "port-dfca620c-4ac8-4f64-805e-429f5b908ddc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.408455] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "port-dfca620c-4ac8-4f64-805e-429f5b908ddc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.408816] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "port-dfca620c-4ac8-4f64-805e-429f5b908ddc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.408964] env[69806]: DEBUG networking_nsxv3.api.rpc [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfca620c-4ac8-4f64-805e-429f5b908ddc',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1633.622419] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1633.911915] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.911915] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.911915] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.911915] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.912272] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.912272] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Segment Port dfca620c-4ac8-4f64-805e-429f5b908ddc not found, creating... [ 1633.913024] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.913024] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.913024] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.913253] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.913253] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.913521] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.913646] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.913752] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.913961] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.914113] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.914283] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Resource: SegmentPort with ID: dfca620c-4ac8-4f64-805e-429f5b908ddc is going to be created. [ 1633.934679] env[69806]: DEBUG networking_nsxv3.common.locking [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.934894] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.935052] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.935366] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.935612] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.935839] env[69806]: DEBUG oslo_concurrency.lockutils [None req-42d43231-c1bd-46e6-89f9-9532a377a7c3 None None] Releasing lock "port-dfca620c-4ac8-4f64-805e-429f5b908ddc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.125378] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1634.604015] env[69806]: INFO networking_nsxv3.common.synchronization [req-63002483-6d60-49d0-9d2b-8dd02770b015 req-9828772d-50b7-4322-834c-a82bf9a13ecb service nova] Enqueued Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_rules [ 1634.604350] env[69806]: INFO networking_nsxv3.common.synchronization [req-63002483-6d60-49d0-9d2b-8dd02770b015 req-9828772d-50b7-4322-834c-a82bf9a13ecb service nova] Enqueued Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1634.604729] env[69806]: INFO networking_nsxv3.common.synchronization [req-63002483-6d60-49d0-9d2b-8dd02770b015 req-9828772d-50b7-4322-834c-a82bf9a13ecb service nova] Enqueued Resource ID: dfca620c-4ac8-4f64-805e-429f5b908ddc with Priority: HIGHEST for action port [ 1634.604999] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_rules [ 1634.605152] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1634.605279] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfca620c-4ac8-4f64-805e-429f5b908ddc with Priority: HIGHEST for action port [ 1634.605536] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.605667] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.605729] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.605926] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.606026] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1634.607142] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.607254] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.607429] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfca620c-4ac8-4f64-805e-429f5b908ddc taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.607511] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfca620c-4ac8-4f64-805e-429f5b908ddc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.607568] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfca620c-4ac8-4f64-805e-429f5b908ddc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.607733] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfca620c-4ac8-4f64-805e-429f5b908ddc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.607805] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfca620c-4ac8-4f64-805e-429f5b908ddc',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1634.628032] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.628032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.628032] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.628304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.628304] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.628433] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 is going to be updated. [ 1634.661082] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.661298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.661298] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.661514] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.661660] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.670360] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: IN_PROGRESS for 2s [ 1635.110412] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.110599] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.111110] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfca620c-4ac8-4f64-805e-429f5b908ddc with status ACTIVE [ 1635.111110] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.111110] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.111309] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.111388] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.111527] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.111729] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.111851] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.111915] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.112142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.112289] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.112469] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.112591] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.112672] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.112839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.112942] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.113044] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfca620c-4ac8-4f64-805e-429f5b908ddc is going to be updated. [ 1635.133793] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.134257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.134257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.134257] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.134420] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.134489] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfca620c-4ac8-4f64-805e-429f5b908ddc" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.680510] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: SUCCESS [ 1636.680906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.680906] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.681120] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.681303] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.681416] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.681488] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.681637] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.681734] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.681841] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1637.183552] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1637.686456] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1638.188786] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.189045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.189045] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.189346] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.189450] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.189562] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 is going to be updated. [ 1638.219739] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.220036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.220036] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.220173] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.220322] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.229815] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: IN_PROGRESS for 2s [ 1639.606578] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1639.606933] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1640.241248] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: SUCCESS [ 1640.241483] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.241600] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.241827] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.242018] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.242145] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.242199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.242356] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.242472] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.242547] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.242614] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1640.745296] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1641.248151] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dae13ae-1bc6-4a4b-8358-2842082874c2: rpc.has_security_group_logging(os_id): False [ 1641.266717] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.266969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.266969] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.267309] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.267444] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.267766] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.267876] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.267941] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.268158] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.268253] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.268353] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 is going to be updated. [ 1641.342945] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.343218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.343218] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.343408] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.343561] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.361202] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: IN_PROGRESS for 2s [ 1643.400802] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: SUCCESS [ 1643.401235] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1644.607739] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1644.607968] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1649.608937] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1649.609371] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1654.610092] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1654.610510] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1659.611037] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1659.611412] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1664.612287] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1664.612659] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1669.613572] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1669.613899] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1674.615328] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1674.615774] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1679.616757] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1679.617064] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1684.618079] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1684.618079] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1689.619041] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1689.619457] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1694.620678] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1694.620678] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1699.621755] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1699.622122] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1702.810431] env[69806]: INFO networking_nsxv3.common.synchronization [req-828f6139-b7f5-4fa9-ade5-251267c7d1c3 req-70421e9f-efd1-4002-a477-bb201f904483 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1702.810957] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1702.811775] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.811775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.811775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.811775] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.812034] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.812034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.812034] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.812227] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.812306] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.812394] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1703.314515] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1703.816754] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1704.319878] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.320142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.320142] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.320314] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.320406] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.320507] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 is going to be updated. [ 1704.357916] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.358150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.358150] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.358307] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.358467] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.367348] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: IN_PROGRESS for 2s [ 1706.378750] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: SUCCESS [ 1706.379199] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1707.812607] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1707.812607] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1712.813597] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1712.814072] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1717.815543] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1717.815919] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1719.317563] env[69806]: INFO networking_nsxv3.common.synchronization [req-703c1010-d978-4e8c-a9f6-7e4e75e42170 req-d2eb3e74-065f-429d-8733-0e61aa579dd2 tempest-ServerActionsTestOtherA-2093471920 tempest-ServerActionsTestOtherA-2093471920-project-member] Enqueued Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1719.318105] env[69806]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 with Priority: HIGHEST for action security_group_members [ 1719.318412] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dae13ae-1bc6-4a4b-8358-2842082874c2 taken with stack trace [, , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1719.318692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.318692] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.318784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1719.318936] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1719.319091] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.319179] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.319327] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1719.319560] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1719.319560] env[69806]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dae13ae-1bc6-4a4b-8358-2842082874c2',) {} {{(pid=69806) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1719.822250] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1719.822474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.822474] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.822694] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1719.822784] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1719.822978] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1719.823128] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.823189] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.823299] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1719.823376] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1719.823485] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 is going to be updated. [ 1719.851303] env[69806]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69806) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1719.851488] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.851488] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.851702] env[69806]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1719.851839] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1719.859796] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: IN_PROGRESS for 2s [ 1721.871175] env[69806]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 in Status: SUCCESS [ 1721.871612] env[69806]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dae13ae-1bc6-4a4b-8358-2842082874c2 deletion is rescheduled due to dependency. [ 1721.871612] env[69806]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dae13ae-1bc6-4a4b-8358-2842082874c2" {{(pid=69806) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1724.319289] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1724.319689] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1729.320282] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1729.320685] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1734.321306] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1734.321754] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1739.323111] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1739.323571] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1744.324437] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1744.324815] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1749.326392] env[69806]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1749.327217] env[69806]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0